-- Logs begin at Wed 2021-08-25 18:20:07 UTC, end at Wed 2021-08-25 19:22:13 UTC. -- Aug 25 18:54:21.814834 dv-cinder-806038-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 18:54:23.937442 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:54:23.938162 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 18:54:23.938274 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74923) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 18:54:23.940423 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:54:23.940690 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 18:54:23.940934 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74923) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 18:54:23.941875 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:23.942107 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:23.942465 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:23.942708 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:23.942930 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:23.943244 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.943537 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.943829 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.944056 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.944346 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.944636 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.944953 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.945241 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.945535 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.945817 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.946091 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.946372 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.946603 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.946887 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.947170 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.947985 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.948211 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] debug = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.948495 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.948947 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.949559 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.949845 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.950150 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.950413 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.950687 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.950985 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.951304 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] host = dv-cinder-806038-1-iscsi {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.951584 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.951877 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.952162 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.952449 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.952754 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.953032 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.953315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.953586 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.953856 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_file = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.954126 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.954410 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.954695 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.954979 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.955202 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.955423 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.955707 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.955992 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.956263 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.956533 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.956829 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.957100 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.957373 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.957639 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.957918 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.958228 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.958511 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.958782 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.959053 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.959324 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.959590 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.959871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.960140 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.960428 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.960701 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.960985 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.961251 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.961519 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.961822 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.962105 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.962385 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.962666 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.962957 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.963446 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.964239 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.964511 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.964825 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_json = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.965102 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.965376 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.965658 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.965933 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.966205 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.966478 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.966748 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.967032 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:23.967332 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.967625 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.967927 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.968210 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.968499 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.968811 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.969100 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.969378 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.969667 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.969955 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.970244 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.970541 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.970810 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.971106 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.971396 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.971675 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.971955 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.972246 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.972523 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.972830 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.973110 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.973398 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.973675 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.973950 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.974232 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.974509 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.974780 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.975051 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.975326 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.975612 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.975886 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.976153 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.976422 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.976715 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.976984 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.977270 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.977545 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.977815 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.978085 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.978360 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.978667 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.978940 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.979216 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.979485 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.979760 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.980119 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.980398 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.980685 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.980971 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.981245 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.981521 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.981801 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.982081 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.982353 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.982624 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.982894 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.983165 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.983436 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.983725 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.984025 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.984306 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.984584 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.984888 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.985165 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.985441 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.985717 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.985991 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.986268 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.986540 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.986828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.987109 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.987390 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.987668 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.987945 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.988237 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.988513 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.988815 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.989092 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.989367 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.989644 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.989925 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.990217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.990510 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.990799 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.991087 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.991377 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.991659 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.991967 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.992247 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:23.992463 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:23.992729 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74923) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 18:54:24.394718 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO keyring.backend [-] Loading KWallet Aug 25 18:54:24.402542 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO keyring.backend [-] Loading SecretService Aug 25 18:54:24.405941 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO keyring.backend [-] Loading Windows Aug 25 18:54:24.407266 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO keyring.backend [-] Loading chainer Aug 25 18:54:24.407843 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO keyring.backend [-] Loading macOS Aug 25 18:54:24.446293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:24.446567 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:24.446852 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:24.447182 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 18:54:24.751216 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.751419 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.751702 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.808333 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.808610 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.808905 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.811831 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.812114 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.812392 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.840690 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.840974 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.841238 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.867760 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.868037 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:24.868306 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.181130 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.181670 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.181762 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.182123 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.182876 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.304574 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.304914 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.305198 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.305475 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.305743 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.306053 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.306324 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.306588 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.307001 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.307291 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.307557 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.307825 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.308092 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.308352 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.308621 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.308920 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.309180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.309456 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.309711 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.309993 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.310340 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.310595 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.310846 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.311129 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.311379 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.311627 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.312007 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.312244 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.312479 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.312740 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.312975 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.313208 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.313761 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 18:54:25.316824 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 18:54:25.320718 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 18:54:25.325136 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 25 18:54:25.326743 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 18:54:25.327139 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 18:54:25.327478 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 18:54:25.327860 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 18:54:25.330645 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 18:54:25.330893 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 18:54:25.331233 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:54:25.358689 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 18:54:25.359134 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.359432 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74923) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 18:54:25.359796 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.361320 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74923) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 18:54:25.361599 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:54:25.361840 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 18:54:25.364986 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.365272 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.425273 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 18:54:25.425457 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 18:54:25.425691 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 18:54:25.426053 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 18:54:25.457251 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_db.sqlalchemy.engines [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74923) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 18:54:25.780936 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing driver for type 'gre' Aug 25 18:54:25.781394 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] gre ID ranges: [(1, 1000)] Aug 25 18:54:25.837957 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing driver for type 'local' Aug 25 18:54:25.838300 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing driver for type 'vlan' Aug 25 18:54:25.849080 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] VlanTypeDriver initialization complete Aug 25 18:54:25.849433 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing driver for type 'vxlan' Aug 25 18:54:25.849907 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] vxlan ID ranges: [(1, 1000)] Aug 25 18:54:25.903204 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing extension driver 'port_security' Aug 25 18:54:25.903583 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.extensions.port_security [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] PortSecurityExtensionDriver initialization complete Aug 25 18:54:25.904082 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing mechanism driver 'openvswitch' Aug 25 18:54:25.904409 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing mechanism driver 'hyperv' Aug 25 18:54:25.910790 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.plugins.ml2.plugin [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:25.911556 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.911924 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.912273 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.912655 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.913032 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.913370 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.913743 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.914087 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.914427 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.914805 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.915152 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.915491 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.915880 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.917216 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.917326 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.917807 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] ML2 OVO RPC backend initialized. {{(pid=74923) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 18:54:25.918277 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.918630 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.919045 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.919388 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > networks before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.919731 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.920069 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > ports before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.920409 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.920783 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnets before_response 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.921125 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.921467 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.921797 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.922129 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.922458 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.922785 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.923114 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.923443 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.923864 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > subnet after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.924436 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.plugin [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Modular L2 Plugin initialization complete Aug 25 18:54:25.924793 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading services supported by the core plugin {{(pid=74923) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 18:54:25.925113 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.plugins.ml2.managers [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Got port-security extension from driver 'port_security' Aug 25 18:54:25.925567 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.extensions.vlantransparent [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Disabled vlantransparent extension. Aug 25 18:54:25.925974 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74923) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 18:54:25.926282 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: router Aug 25 18:54:25.962318 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.962704 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_create 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.963107 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router before_create 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.963472 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.963964 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.964320 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_delete 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.964702 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > floatingip after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.965066 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_create 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.965410 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.965754 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.966099 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.966452 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.966856 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.967219 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.967554 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.967889 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: subnet after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.968229 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.968570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > port precommit_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.968942 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_create 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.969283 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.969622 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.969975 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router after_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.970314 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_delete 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.970662 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_create 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.971018 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router_interface after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.971358 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_update 55549900 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.971847 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > agent after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.972199 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > agent after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.972540 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > network after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.973434 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Tracking information for resource: router configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.973760 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Tracking information for resource: floatingip configured {{(pid=74923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:54:25.979116 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.db.l3_agentschedulers_db [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 18:54:25.979686 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.980044 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.980393 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.980768 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: port after_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.981571 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router before_create 55550100 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.981933 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_delete 55550100 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.982293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_create 55550100 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.982649 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > router precommit_update 55550100 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:25.986950 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.provider_configuration [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service providers = [] {{(pid=74923) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 18:54:25.987310 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.db.servicetype_db [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74923) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 18:54:25.990240 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.service_base [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:25.990587 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.service_base [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:25.990922 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.service_base [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:25.991808 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.services.service_base [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:54:25.992176 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.services.service_base [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 18:54:25.992549 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:25.992885 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 18:54:26.004106 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.004442 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: auto_allocate Aug 25 18:54:26.010496 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: network precommit_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.010857 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: network precommit_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.011367 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.011684 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: tag Aug 25 18:54:26.018297 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.018625 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: timestamp Aug 25 18:54:26.022379 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.022704 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: network_ip_availability Aug 25 18:54:26.027955 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.028317 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.028683 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.029382 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.029697 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: flavors Aug 25 18:54:26.034560 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.034846 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading Plugin: revisions Aug 25 18:54:26.039023 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:54:26.039407 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.592s {{(pid=74923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:26.040125 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74923) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 18:54:26.040458 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Initializing extension manager. Aug 25 18:54:26.041631 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: __init__.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.041850 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: __pycache__ {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.042180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.042507 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.042832 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: _filter_validation_lib.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.043157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.043478 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: address_group.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.044221 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.044807 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: address-group Aug 25 18:54:26.045128 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: address_scope.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.045842 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.046342 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: address-scope Aug 25 18:54:26.046657 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: admin_state_down_before_update.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.047584 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.048088 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: router-admin-state-down-before-update Aug 25 18:54:26.048404 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: agent.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.049130 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.049630 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: agent Aug 25 18:54:26.049945 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: agent_resources_synced.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.050851 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.051353 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: agent-resources-synced Aug 25 18:54:26.051668 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: allowedaddresspairs.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.053468 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.053984 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: allowed-address-pairs Aug 25 18:54:26.054305 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: auto_allocated_topology.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.055373 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.055890 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: auto-allocated-topology Aug 25 18:54:26.056200 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: availability_zone.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.057478 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.058061 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: availability_zone Aug 25 18:54:26.058380 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: availability_zone_filter.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.059287 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.059786 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: availability_zone_filter Aug 25 18:54:26.060103 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: data_plane_status.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.061033 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.061532 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 18:54:26.061847 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: default_subnetpools.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.062754 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.063252 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: default-subnetpools Aug 25 18:54:26.063570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: dhcpagentscheduler.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.064337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.064865 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: dhcp_agent_scheduler Aug 25 18:54:26.065190 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: dns.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.066096 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.066592 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension dns-integration not supported by any of loaded plugins Aug 25 18:54:26.066909 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: dns_domain_ports.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.067819 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.068323 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 18:54:26.068643 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: dvr.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.069339 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.069842 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: dvr Aug 25 18:54:26.070163 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: empty_string_filtering.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.071078 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.071582 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: empty-string-filtering Aug 25 18:54:26.071898 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.072932 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.073425 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:54:26.073738 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.074644 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.075145 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 18:54:26.075460 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: external_net.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.076360 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.076891 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: external-net Aug 25 18:54:26.077207 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: extra_dhcp_opt.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.078112 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.078607 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: extra_dhcp_opt Aug 25 18:54:26.078920 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: extraroute.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.079824 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.080323 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: extraroute Aug 25 18:54:26.080635 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: extraroute_atomic.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.081684 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.082183 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: extraroute-atomic Aug 25 18:54:26.082499 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: filter_validation.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.083160 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.083650 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: filter-validation Aug 25 18:54:26.083964 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: fip_pf_description.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.084925 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.085427 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 18:54:26.085751 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: fip_port_details.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.086651 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.087148 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: fip-port-details Aug 25 18:54:26.087462 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: flavors.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.088726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.089406 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: flavors Aug 25 18:54:26.089727 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.091358 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.091876 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 18:54:26.092200 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: floatingip_pools.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.092932 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.093434 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: floatingip-pools Aug 25 18:54:26.093748 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: ip_allocation.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.094663 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.095173 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 18:54:26.095489 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.096407 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.096942 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: ip-substring-filtering Aug 25 18:54:26.097260 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l2_adjacency.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.098179 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.098677 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 18:54:26.098992 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.099941 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.100449 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: router Aug 25 18:54:26.100796 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3_conntrack_helper.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.103078 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.104121 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:54:26.104566 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.105530 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.106049 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: ext-gw-mode Aug 25 18:54:26.106371 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.107285 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.107793 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: l3-ha Aug 25 18:54:26.108113 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3_flavors.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.109072 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.109627 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: l3-flavors Aug 25 18:54:26.109996 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.111072 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.112192 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 18:54:26.112702 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: l3agentscheduler.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.113991 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.114829 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: l3_agent_scheduler Aug 25 18:54:26.115508 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: logging.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.117583 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.118359 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension logging not supported by any of loaded plugins Aug 25 18:54:26.118836 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: metering.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.120482 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.121344 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: metering Aug 25 18:54:26.121889 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.123161 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.123794 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: metering_source_and_destination_fields Aug 25 18:54:26.124116 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: multiprovidernet.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.125309 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.125842 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: multi-provider Aug 25 18:54:26.126258 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: netmtu.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.127146 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.127726 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: net-mtu Aug 25 18:54:26.128096 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: netmtu_writable.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.129213 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.129880 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: net-mtu-writable Aug 25 18:54:26.130245 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: network_availability_zone.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.131030 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.131635 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: network_availability_zone Aug 25 18:54:26.131977 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: network_ip_availability.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.133721 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.134285 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: network-ip-availability Aug 25 18:54:26.134646 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: network_segment_range.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.135591 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.136162 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 18:54:26.136521 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: pagination.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.137689 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.138073 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: pagination Aug 25 18:54:26.138429 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.139372 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.139883 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: port-mac-address-regenerate Aug 25 18:54:26.140204 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: port_resource_request.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.141142 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.141650 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 18:54:26.141970 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: portbindings.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.142897 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.143404 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: binding Aug 25 18:54:26.143721 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: portbindings_extended.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.145010 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.145515 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: binding-extended Aug 25 18:54:26.145838 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: portsecurity.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.146750 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.147250 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: port-security Aug 25 18:54:26.147569 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: project_id.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.148540 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.148889 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: project-id Aug 25 18:54:26.149208 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: providernet.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.150118 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.150627 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: provider Aug 25 18:54:26.150969 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.154470 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.154987 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos not supported by any of loaded plugins Aug 25 18:54:26.155316 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.156632 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.157103 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 18:54:26.157428 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.158341 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.158842 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 18:54:26.159166 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_default.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.160068 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.160573 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-default not supported by any of loaded plugins Aug 25 18:54:26.160924 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_fip.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.161572 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.162078 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-fip not supported by any of loaded plugins Aug 25 18:54:26.162383 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_gateway_ip.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.163302 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.163801 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 18:54:26.164116 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_port_network_policy.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.165295 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.165799 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 18:54:26.166635 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_rule_type_details.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.167559 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.168061 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 18:54:26.168380 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: qos_rules_alias.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.169453 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.169955 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 18:54:26.170272 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: quotasv2.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.171174 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.171495 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: quotas Aug 25 18:54:26.171810 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: quotasv2_detail.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.173559 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.174288 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: quota_details Aug 25 18:54:26.174288 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: rbac.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.175259 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.175778 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: rbac-policies Aug 25 18:54:26.176105 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: rbac_address_scope.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.177047 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.177559 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: rbac-address-scope Aug 25 18:54:26.177881 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: rbac_security_groups.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.178877 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.179382 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: rbac-security-groups Aug 25 18:54:26.179705 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: rbac_subnetpool.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.180618 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.181152 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: rbac-subnetpool Aug 25 18:54:26.181614 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: revisionifmatch.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.182956 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.183459 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: revision-if-match Aug 25 18:54:26.183777 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: revisions.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.184903 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.185411 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: standard-attr-revisions Aug 25 18:54:26.185730 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: router_availability_zone.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.186400 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.186903 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: router_availability_zone Aug 25 18:54:26.187221 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: routerservicetype.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.188153 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.188651 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension router-service-type not supported by any of loaded plugins Aug 25 18:54:26.188993 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: security_groups_port_filtering.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.189907 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.190413 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: port-security-groups-filtering Aug 25 18:54:26.190734 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: securitygroup.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.202848 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.203638 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: security-group Aug 25 18:54:26.204353 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: segment.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.206193 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.206193 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension segment not supported by any of loaded plugins Aug 25 18:54:26.206391 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.207547 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.208058 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 18:54:26.208380 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: servicetype.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.209497 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.210016 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: service-type Aug 25 18:54:26.210340 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: sorting.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.211308 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.211636 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: sorting Aug 25 18:54:26.211954 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: standard_attr_segment.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.212948 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.213461 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 18:54:26.213777 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: standardattrdescription.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.214427 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.214931 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: standard-attr-description Aug 25 18:54:26.215251 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: stateful_security_group.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.216183 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.216719 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: stateful-security-group Aug 25 18:54:26.217042 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: stdattrs_common.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.217624 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 18:54:26.217956 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.218874 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.219377 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 18:54:26.219693 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnet_onboard.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.220879 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.221390 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: subnet_onboard Aug 25 18:54:26.221871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.223209 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.223838 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 18:54:26.224156 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnet_service_types.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.225106 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.225620 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: subnet-service-types Aug 25 18:54:26.225939 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnetallocation.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.227024 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.227538 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: subnet_allocation Aug 25 18:54:26.227859 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.229072 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.229582 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: subnetpool-prefix-ops Aug 25 18:54:26.229900 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.230839 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.231347 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 18:54:26.231665 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: tagging.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.232770 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.233283 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: standard-attr-tag Aug 25 18:54:26.233604 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: timestamp.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.234800 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.235308 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loaded extension: standard-attr-timestamp Aug 25 18:54:26.235638 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: trunk.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.236695 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.237213 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension trunk not supported by any of loaded plugins Aug 25 18:54:26.237534 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: trunk_details.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.238448 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.238951 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension trunk-details not supported by any of loaded plugins Aug 25 18:54:26.239267 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: uplink_status_propagation.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.240178 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.240699 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 18:54:26.241021 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Loading extension file: vlantransparent.py {{(pid=74923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 18:54:26.241688 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 18:54:26.242186 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 18:54:26.245174 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:network Aug 25 18:54:26.245905 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnet Aug 25 18:54:26.246517 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:26.247281 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:port Aug 25 18:54:26.248552 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.249032 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service FLAVORS assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.249646 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.250075 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.250401 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:router Aug 25 18:54:26.251060 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:54:26.251750 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service METERING assigned prefix: /metering {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.253208 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.253579 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.253927 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:54:26.255074 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:54:26.255520 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:54:26.256194 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:54:26.256962 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service CORE assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.257290 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:26.257621 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] subnetpool is already registered Aug 25 18:54:26.258489 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service CORE assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.258811 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:26.259130 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] subnetpool is already registered Aug 25 18:54:26.261955 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.262387 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service FLAVORS assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.262971 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.263388 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.263716 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:router Aug 25 18:54:26.264040 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] router is already registered Aug 25 18:54:26.264621 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:54:26.264969 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] floatingip is already registered Aug 25 18:54:26.265585 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service METERING assigned prefix: /metering {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.266251 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:54:26.266572 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] rbac_policy is already registered Aug 25 18:54:26.267118 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:54:26.267443 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] security_group is already registered Aug 25 18:54:26.268031 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:54:26.268355 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] security_group_rule is already registered Aug 25 18:54:26.269040 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service CORE assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.269363 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:26.269690 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] subnetpool is already registered Aug 25 18:54:26.270278 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.v2.resource_helper [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Service CORE assigned prefix: {{(pid=74923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:54:26.270596 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:54:26.270910 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING neutron.quota.resource_registry [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] subnetpool is already registered Aug 25 18:54:26.271558 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: extensions {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.273033 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: address-groups {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.274589 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: address-scopes {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.275934 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: agents {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.277122 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: auto-allocated-topology {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.278337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: availability_zones {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.279595 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: dhcp-networks {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.281010 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: dhcp-agents {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.282399 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: routers {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.284163 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: flavors {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.285380 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: service_profiles {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.286501 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: next_providers {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.287989 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: service_profiles {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.289434 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: floatingip-pools {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.290612 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: routers {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.292940 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: floatingips {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.294083 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: l3-routers {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.295409 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: l3-agents {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.296821 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: metering-labels {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.298928 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: metering-label-rules {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.300489 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: network-ip-availabilities {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.301742 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: bindings {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.303365 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: quotas {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.304982 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: quotas {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.306384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: rbac-policies {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.307742 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: security-groups {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.309473 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: security-group-rules {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.310886 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: service-providers {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.312094 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: subnetpools {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.313517 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: subnetpools {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.314943 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.316578 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.318364 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.320099 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.321853 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.323578 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.325332 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.327135 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.328977 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.330767 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron.api.extensions [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Extended resource: tags {{(pid=74923) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 18:54:26.336465 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING keystonemiddleware.auth_token [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 18:54:26.342018 dv-cinder-806038-1-iscsi neutron-server[74923]: WARNING keystonemiddleware.auth_token [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 18:54:26.350030 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Acquired lock "singleton_lock" {{(pid=74923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 18:54:26.350500 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_concurrency.lockutils [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Releasing lock "singleton_lock" {{(pid=74923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 18:54:26.351121 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Starting 2 workers Aug 25 18:54:26.356331 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Started child 75028 {{(pid=74923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:26.360559 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Started child 75029 {{(pid=74923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:26.361658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.362251 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO neutron.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 18:54:26.362721 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Notify callbacks [] for process, before_spawn {{(pid=74923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.363155 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [-] (75028) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:54:26.365200 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Starting 1 workers Aug 25 18:54:26.365359 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.366682 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [-] (75029) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:54:26.370101 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Started child 75030 {{(pid=74923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:26.370607 dv-cinder-806038-1-iscsi neutron-server[74923]: INFO oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Starting 1 workers Aug 25 18:54:26.374124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] calling RpcWorker wait() {{(pid=75030) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 18:54:26.374666 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] returning from RpcWorker wait() {{(pid=75030) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 18:54:26.374836 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Started child 75031 {{(pid=74923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 18:54:26.375599 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG neutron_lib.callbacks.manager [None req-20e189b8-409f-4ad8-b26d-5a762c1b5acc None None] Notify callbacks [] for process, after_spawn {{(pid=74923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.375996 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.376517 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:26.377497 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 18:54:26.377705 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:26.377882 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:26.378086 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:26.378434 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:26.378594 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:26.379087 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.379373 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.379597 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:26.380038 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.380038 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.380168 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.380756 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.380855 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:26.381029 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.381262 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.381537 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.381769 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.381937 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.382102 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.382354 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.382590 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.382888 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.383395 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.383633 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.383891 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.384061 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.384320 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.384588 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.385204 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.385464 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] debug = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.385716 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.386179 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.386406 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.386645 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.386895 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.387177 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.387399 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.387682 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.387912 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.388143 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.388378 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.388649 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.388881 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.389135 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.389401 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.389626 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.390102 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] host = dv-cinder-806038-1-iscsi {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.390338 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.390554 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.390826 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.391053 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.391316 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.391538 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.391785 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.392032 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.392274 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.392514 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.392811 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.393065 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.393280 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.393518 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_file = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.393681 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_options = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.393894 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.394164 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.394430 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.394617 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.394784 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.394958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.395214 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.395374 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.395617 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.395851 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.396062 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.396289 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.396519 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.396779 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.397040 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.397273 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.397510 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.397733 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.397973 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.398215 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.398436 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.398673 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.398887 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.399102 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.399343 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.399558 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.399810 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.400025 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.400235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.401021 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.401274 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.401598 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.401852 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.402091 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.402322 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.402547 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.402756 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.403013 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.403240 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.403484 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.403757 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.403970 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.404197 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.404409 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.405900 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.407395 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_json = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.407751 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.407751 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.408141 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.408444 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.408764 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.408921 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.409202 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.409781 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.410043 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.410366 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.410608 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.410839 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.411077 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.411322 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.411572 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.411794 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.412043 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.412291 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.412592 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.412854 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.413199 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.413457 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.413726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.413972 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.414188 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.414424 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.414643 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.414883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.415097 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.415329 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.415589 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.415808 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.416065 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.417668 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.418451 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.418650 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.420623 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.421067 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.422862 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.423151 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.423367 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.423599 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.424260 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.424504 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.424756 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.424986 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.425211 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.425435 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.425672 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.425890 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.426106 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.427117 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.427347 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.427569 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.427835 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.429023 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.429255 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.429475 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.429701 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.429924 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.430139 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.430377 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.430587 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.431183 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.433066 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.433298 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.433571 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.434593 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.434825 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.435052 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.435288 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.435521 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.435742 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.435986 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.436199 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.436415 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.436626 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.437317 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.437642 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.437929 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.438100 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.438347 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.444854 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.445287 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.446458 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.446736 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.447005 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.447319 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.447723 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.448029 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.448381 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.448651 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.448911 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.449201 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.449437 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.449680 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.449911 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.450162 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.450400 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.450688 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.450946 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.451196 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.451438 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.451841 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.452149 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.452414 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.452724 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.452967 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.453349 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.453701 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.454043 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.454731 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.454984 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.455248 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.455510 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.455770 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.456029 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.456275 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.456541 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.456803 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.457100 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.457350 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.457595 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.457834 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.458074 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.458423 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.458692 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.458906 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.459148 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.459437 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.459706 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.459948 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.460224 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.460492 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.460785 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.461052 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.461282 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.461520 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.461743 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.462065 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.462306 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.462541 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.462754 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.463594 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.463841 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.464057 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.464406 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.464633 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.464878 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.465141 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.465376 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.465620 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.465853 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.466067 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.466292 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.466540 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.466759 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.466978 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.467198 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.467431 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.467698 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.467944 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.468217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.468474 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.468731 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.468980 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.469212 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.469467 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.469682 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.469929 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.470153 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.470388 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.470603 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.470822 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.471041 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.471255 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.471488 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.471704 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.471967 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.472216 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.472561 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.472821 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.473090 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.473619 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.473869 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.474098 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.474428 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.474668 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.474891 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.475107 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.475348 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.475574 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.475796 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.476016 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.476258 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.476496 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.477078 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60334) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:26.480980 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.481315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.481722 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.482144 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.482424 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.482829 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.483149 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.483473 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.483846 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.484184 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.484539 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.485106 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.485995 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067520 Aug 25 18:54:26.486307 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.486880 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.487130 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.487528 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.487868 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.488195 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.488591 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.489238 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.490570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.490570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.490570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.490570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.490570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.491082 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.491369 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.491657 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.492228 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.492381 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.492806 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.493135 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.493476 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.493823 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.494712 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.496235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.496235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.496235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.496235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.496724 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.497064 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.497389 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.497932 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.498051 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.498337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.498652 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.498968 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.499370 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.499715 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.500073 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.500610 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.500956 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.501277 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.501609 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.501929 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.502238 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.502718 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.502822 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.503074 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:26.503664 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 18:54:26.503918 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 18:54:26.504142 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 18:54:26.504383 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 18:54:26.504607 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 18:54:26.504829 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 18:54:26.505302 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.505302 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.505491 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.505700 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.505915 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.506159 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.506407 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.506644 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507205 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507205 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507205 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507454 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507576 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507745 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.507957 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.508061 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.508443 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.508600 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.508783 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.508942 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.509096 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] debug = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.512726 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513362 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] host = dv-cinder-806038-1-iscsi {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.513883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_file = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_options = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514800 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514800 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514800 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.514975 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515040 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515320 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515475 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515632 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515808 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.515934 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516088 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516235 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516396 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516558 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516741 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.516890 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517044 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517184 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517324 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517478 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517635 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.517776 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518027 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518123 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518259 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518408 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518548 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518696 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518833 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.518970 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.519127 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.519273 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.519533 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.519700 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.519853 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520007 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520166 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520320 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520474 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520620 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520799 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.520945 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521401 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521401 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521401 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_json = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521654 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521654 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521816 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.521970 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.522124 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.523266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524223 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524657 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524657 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524657 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.524955 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.525160 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.525274 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.525928 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526134 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526296 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526443 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526590 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526681 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.526837 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527003 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527155 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527316 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527476 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527634 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527793 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.527952 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528111 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528271 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528430 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528586 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528773 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.528932 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529090 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529248 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529423 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529674 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529841 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.529998 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530315 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530470 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530629 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530786 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.530944 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.531101 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.531273 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.531433 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.531591 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.531749 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.532756 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.532926 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.533089 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.533245 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.533565 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.533723 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.533882 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534043 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534189 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534348 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534508 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.534980 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535286 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535286 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535492 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535570 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535713 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.535898 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536051 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536195 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.536871 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537153 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537153 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537272 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537457 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537601 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537725 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.537883 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538042 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538200 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538356 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538516 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538668 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.538987 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.539147 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.539306 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.539467 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.539723 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.539884 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.540038 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.540342 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.540627 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.540943 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.541375 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.541828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542139 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542331 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542485 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542628 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542780 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.542925 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543079 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543237 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543395 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543532 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543677 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543834 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.543994 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544147 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544300 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544455 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544633 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544822 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.544974 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545127 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545266 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545413 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545595 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545818 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545998 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.545998 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546260 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546396 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546611 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546611 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546886 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.546886 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547144 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547279 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547425 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547560 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547695 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547840 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.547977 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548113 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548248 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548385 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548520 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548684 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548828 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.548965 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549113 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549250 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549396 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549531 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549794 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.549959 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550101 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550265 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550425 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550575 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550732 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.550893 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551055 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551349 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551496 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551644 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551805 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.551966 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.552119 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.552255 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.552419 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.552580 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553112 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553112 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553381 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553517 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553653 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553801 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.553949 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554084 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554221 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554356 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554492 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554628 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554764 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.554898 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555043 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555180 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555354 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555538 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555678 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555813 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.555959 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.556095 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.556231 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.556377 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.556538 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.557302 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.558384 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.559337 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560157 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560698 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560698 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560698 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.560698 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.561445 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.561445 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.561445 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.561445 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.561445 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562293 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.562958 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.563672 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.563672 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.563672 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.563672 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564217 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564805 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564805 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.564805 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565185 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565185 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565185 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565575 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565575 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 18:54:26.565575 dv-cinder-806038-1-iscsi neutron-server[74923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:54:36.775424 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b22a5b-b258-4593-a5c8-0052afb676ba None None] get_active_networks_info from dv-cinder-806038-1-iscsi {{(pid=75030) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 18:54:36.845282 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b22a5b-b258-4593-a5c8-0052afb676ba None None] No non-hosted networks {{(pid=75030) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 18:54:36.868273 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.agentschedulers_db [None req-f2b22a5b-b258-4593-a5c8-0052afb676ba None None] DHCP Agent not found on host dv-cinder-806038-1-iscsi {{(pid=75030) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 18:54:36.985375 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0e62fb0-3f86-4666-9e69-feed5f5dbaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:37.221504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:37.222528 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.223136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.223659 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.225045 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.226544 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.227733 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.229149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.229874 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.230616 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.231243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.232411 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:37.233062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806038-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:37.239947 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806038-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:54:39.059179 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ff8e1f96-cd41-49c4-8346-69383b46bb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:39.134309 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-69d55f4f-1efb-4504-9001-0d5ffdc7ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:40.120060 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:41.301295 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.db.l3_hamode_db [None req-9c22123b-f763-4ec6-9a00-1995fd8d8fb5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 18:54:41.405577 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22123b-f763-4ec6-9a00-1995fd8d8fb5 None None] Routers set() bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:54:41.406023 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22123b-f763-4ec6-9a00-1995fd8d8fb5 None None] Router IDs set() for agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 18:54:41.451203 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:43.240613 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60430) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:43.834480 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-4c5673de-c199-43ee-9ff8-f7054706ed73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:43.835009 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-4c5673de-c199-43ee-9ff8-f7054706ed73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:44.048316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-4c5673de-c199-43ee-9ff8-f7054706ed73 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:54:44.049364 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4c5673de-c199-43ee-9ff8-f7054706ed73 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8078411 Aug 25 18:54:46.269671 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60444) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:46.658637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:46.710264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.policy [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75029) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 18:54:46.710999 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:46.711375 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING oslo_policy.policy [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:46.715247 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.quota [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Loaded quota_driver: . Aug 25 18:54:46.730919 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:46.799157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779969727433', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779969748520', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779969751864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779969753246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779969829386', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3695175', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3487546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-339782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416666'] for rbac-policy, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:46.866920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:46.868144 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-386b324e-649c-4515-b7d6-4cd4c9d64874 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5975361 Aug 25 18:54:49.399254 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60458) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:49.767531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'name': 'private'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:49.772117 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:49.777411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Usage tracker for resource:network and tenant:28bcd580165f4631b229a1097695bb7e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:49.781862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:49.787871 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:49.798051 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Made reservation on behalf of 28bcd580165f4631b229a1097695bb7e for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:54:49.800996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.818334 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.861139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:49.864737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Usage tracker for resource:security_group_rule and tenant:28bcd580165f4631b229a1097695bb7e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:49.867472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:49.873415 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:49.938330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.942023 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.947930 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:49.966835 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 18:54:49.991404 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779967570553', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:49.991966 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Unsubscribe: segment precommit_create {{(pid=75029) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 18:54:49.992415 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Added segment ccf39498-5724-4caf-a453-4fcaba6560a5 of type vlan for network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 Aug 25 18:54:50.010299 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3cde4-dc94-4612-a74b-5a8fcc4b7ed4,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:50.067942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.068278 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.068601 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.068942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.069259 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.069576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.069883 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.070202 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.070510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.070811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.071112 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Tracked resource versions report: Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: pushed versions: Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Log': {'1.0'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Network': {'1.1'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Port': {'1.5'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'PortForwarding': {'1.2'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'QosPolicy': {'1.8'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroup': {'1.2'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SubPort': {'1.0'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Subnet': {'1.1'}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Trunk': {'1.1'}} Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: consumer versions: Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Log': '1.0', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Network': '1.1', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Port': '1.5', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'PortForwarding': '1.2', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'QosPolicy': '1.8', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroup': '1.2', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroupRule': '1.0', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SubPort': '1.0', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Subnet': '1.1', Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Trunk': '1.1'}} Aug 25 18:54:50.072888 dv-cinder-806038-1-iscsi neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:54:50.115813 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:50.128125 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:50.158451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:50.159721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:54:50.160382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:50.164862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:50.266645 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Pushing event updated for resources: {'Network': ['ID=7300f8d5-b3be-40d3-b2dc-75f2a58bca85,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:50.269234 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8689499 Aug 25 18:54:50.271132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:50.280262 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:54:52.822979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60474) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:53.289882 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0ca95a-0b3a-4e8a-acb9-184d26c43288 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:54:53.291265 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3c0ca95a-0b3a-4e8a-acb9-184d26c43288 admin admin] 10.222.0.26 "GET /v2.0/networks/7300f8d5-b3be-40d3-b2dc-75f2a58bca85 HTTP/1.1" status: 200 len: 825 time: 0.4672761 Aug 25 18:54:53.318478 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0715b597-4e0c-4422-868c-e4b76f7e8eb2 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/c1d268ac-53c0-4214-acdf-1807c96af855 HTTP/1.1" status: 200 len: 734 time: 0.0220270 Aug 25 18:54:53.327100 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Request body: {'subnet': {'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:54:53.331131 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:54:53.334697 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Usage tracker for resource:subnet and tenant:28bcd580165f4631b229a1097695bb7e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:54:53.337957 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:54:53.343373 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:54:53.360329 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Made reservation on behalf of 28bcd580165f4631b229a1097695bb7e for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:54:53.362814 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:53.627122 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:53.630988 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:53.707415 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0f95b0-650f-4676-bbb3-b8f9096864dd,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:53.712569 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:53.717465 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Checking segment: {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:54:53.717761 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Network hostable DHCP agents. Network: 7300f8d5-b3be-40d3-b2dc-75f2a58bca85, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:54:53.740523 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:54:53.750204 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 7300f8d5-b3be-40d3-b2dc-75f2a58bca85) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:54:53.754876 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:54:53.755462 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:53.760149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254b86c-dd42-47ff-a168-3eaa515c6d64 None None] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:54:53.774689 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4507670 Aug 25 18:54:54.063929 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 18:54:54.065074 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.249679 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Allocated IP 172.20.0.2 (7300f8d5-b3be-40d3-b2dc-75f2a58bca85/5d0f95b0-650f-4676-bbb3-b8f9096864dd/94a50668-be59-4941-9293-b74dcb4d2f08) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:54:54.470325 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.483686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Transition to ACTIVE for port object 94a50668-be59-4941-9293-b74dcb4d2f08 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:54:54.505454 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Transition to ACTIVE for port object 94a50668-be59-4941-9293-b74dcb4d2f08 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:54:54.512431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.516960 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:54.576794 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:54:54.579618 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:54:54.586565 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:54:54.589257 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Pushing event updated for resources: {'Port': ['ID=94a50668-be59-4941-9293-b74dcb4d2f08,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:54.600302 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.600637 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.600994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.601313 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.601635 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.601957 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.602274 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.602610 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.602954 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.603266 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.603578 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Tracked resource versions report: Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: pushed versions: Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Log': {'1.0'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Network': {'1.1'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Port': {'1.5'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'PortForwarding': {'1.2'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'QosPolicy': {'1.8'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroup': {'1.2'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SubPort': {'1.0'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Subnet': {'1.1'}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Trunk': {'1.1'}} Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: consumer versions: Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Log': '1.0', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Network': '1.1', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Port': '1.5', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'PortForwarding': '1.2', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'QosPolicy': '1.8', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroup': '1.2', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroupRule': '1.0', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SubPort': '1.0', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Subnet': '1.1', Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Trunk': '1.1'}} Aug 25 18:54:54.604652 dv-cinder-806038-1-iscsi neutron-server[75030]: {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:54:54.636553 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:54.692305 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Attempting to bind port 94a50668-be59-4941-9293-b74dcb4d2f08 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:54:54.692727 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Attempting to bind port 94a50668-be59-4941-9293-b74dcb4d2f08 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:54:54.693171 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Attempting to bind port 94a50668-be59-4941-9293-b74dcb4d2f08 on network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:54:54.699487 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:54:54.699895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Checking segment: {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:54:54.700392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.700808 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Bound using segment: {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:54:54.701279 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Bound port: 94a50668-be59-4941-9293-b74dcb4d2f08, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:54:54.701668 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.788169 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] For port 94a50668-be59-4941-9293-b74dcb4d2f08, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:54:54.793906 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] For port 94a50668-be59-4941-9293-b74dcb4d2f08, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=94a50668-be59-4941-9293-b74dcb4d2f08,segment=NetworkSegment(ccf39498-5724-4caf-a453-4fcaba6560a5),segment_id=ccf39498-5724-4caf-a453-4fcaba6560a5)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:54:54.798658 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:54.803582 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:54.906311 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Pushing event updated for resources: {'Port': ['ID=94a50668-be59-4941-9293-b74dcb4d2f08,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:54.909407 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:54:56.036963 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 60484) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:56.659922 dv-cinder-806038-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-c0f23133-a42d-46c4-95ca-f9cb4f2aa62d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:56.660480 dv-cinder-806038-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-c0f23133-a42d-46c4-95ca-f9cb4f2aa62d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:54:56.880381 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-c0f23133-a42d-46c4-95ca-f9cb4f2aa62d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:54:56.881935 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c0f23133-a42d-46c4-95ca-f9cb4f2aa62d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8426485 Aug 25 18:54:58.608999 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d0c77-3095-4780-868e-e9ed87396bea None None] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:54:58.767258 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-bc66e4db-c578-4ce6-b3b0-22783793da61 None None] Provisioning for port 94a50668-be59-4941-9293-b74dcb4d2f08 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:54:59.160934 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60502) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:54:59.543673 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-c2b88a4d-98ee-4c73-9e2d-0590d6fc61ee admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:54:59.544692 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c2b88a4d-98ee-4c73-9e2d-0590d6fc61ee admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3828416 Aug 25 18:54:59.547039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 94a50668-be59-4941-9293-b74dcb4d2f08 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:54:59.616712 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 94a50668-be59-4941-9293-b74dcb4d2f08 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:54:59.621979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 94a50668-be59-4941-9293-b74dcb4d2f08 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:54:59.622387 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:59.741053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:59.774411 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 94a50668-be59-4941-9293-b74dcb4d2f08, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=94a50668-be59-4941-9293-b74dcb4d2f08,segment=NetworkSegment(ccf39498-5724-4caf-a453-4fcaba6560a5),segment_id=ccf39498-5724-4caf-a453-4fcaba6560a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:54:59.778637 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:54:59.781079 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:54:59.844086 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=94a50668-be59-4941-9293-b74dcb4d2f08,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:54:59.847339 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:01.525262 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 94a50668-be59-4941-9293-b74dcb4d2f08 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:01.595238 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 94a50668-be59-4941-9293-b74dcb4d2f08 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:01.595611 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.162153 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60514) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:02.529534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Request body: {'router': {'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:02.534640 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:02.538389 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Usage tracker for resource:router and tenant:28bcd580165f4631b229a1097695bb7e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:02.542260 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:02.547892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:02.557723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.559141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.582345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.695319 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.714615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:02.715833 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-918cd27e-c59a-4c87-ab15-9131853eb232 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5526192 Aug 25 18:55:04.980807 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60524) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:05.365611 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [None req-149e801e-8e38-41c9-9a9f-dd221a4edae3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:55:05.366590 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-149e801e-8e38-41c9-9a9f-dd221a4edae3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3848665 Aug 25 18:55:06.709290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d84998ba-b862-40bd-aaff-e8ed1d5df61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:07.214696 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:07.430563 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:55:07.680191 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60534) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:08.060961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:08.065829 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:08.069477 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Usage tracker for resource:network and tenant:560576cbf53f4515b0323eb50b9c6036 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:08.072775 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:08.078287 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:08.089022 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Made reservation on behalf of 560576cbf53f4515b0323eb50b9c6036 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:55:08.091357 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.102912 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.134710 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:08.138372 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Usage tracker for resource:security_group_rule and tenant:560576cbf53f4515b0323eb50b9c6036 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:08.141093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:08.149145 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:08.211722 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.215746 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.219741 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:08.233789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Reserving flat network on physical network physnet1 {{(pid=75029) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 18:55:08.253316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f269d501-013a-4dff-8ed3-466c330f7db1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:08.257305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:08.258165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.258490 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Added segment 0c38e49d-1960-43aa-908f-3c4e05475820 of type flat for network 60d62a53-e5ad-4c27-8eed-c122d41318b1 Aug 25 18:55:08.292231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.326942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.328081 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:08.328657 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:08.333182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:08.429466 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7481482 Aug 25 18:55:08.430163 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Pushing event updated for resources: {'Network': ['ID=60d62a53-e5ad-4c27-8eed-c122d41318b1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:08.433342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:08.440315 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:55:09.057051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-44dcd4fb-73ce-4781-b11d-7f1eec0e2841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:10.023292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:10.658159 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 60544) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:11.106469 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.policy [None req-381c92a2-5cc1-4f7f-acf4-2df92b550195 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75028) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 18:55:11.107217 dv-cinder-806038-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-381c92a2-5cc1-4f7f-acf4-2df92b550195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:55:11.107576 dv-cinder-806038-1-iscsi neutron-server[75028]: WARNING oslo_policy.policy [None req-381c92a2-5cc1-4f7f-acf4-2df92b550195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:55:11.110358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c92a2-5cc1-4f7f-acf4-2df92b550195 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:11.111980 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-381c92a2-5cc1-4f7f-acf4-2df92b550195 admin admin] 10.222.0.26 "GET /v2.0/subnets/5d0f95b0-650f-4676-bbb3-b8f9096864dd HTTP/1.1" status: 200 len: 849 time: 0.4529095 Aug 25 18:55:11.290636 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-96e9caea-252e-4907-9ae5-80246d57e26f admin admin] 10.222.0.26 "GET /v2.0/routers/6dcd9075-238c-49e1-80a6-65596d7f628c HTTP/1.1" status: 200 len: 704 time: 0.1729531 Aug 25 18:55:11.406199 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:11.748990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:11.999584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Allocated IP 172.20.0.1 (7300f8d5-b3be-40d3-b2dc-75f2a58bca85/5d0f95b0-650f-4676-bbb3-b8f9096864dd/9b71d4b9-93d9-4b21-b81f-14b46769f1dc) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:55:12.167034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.184825 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Transition to ACTIVE for port object 9b71d4b9-93d9-4b21-b81f-14b46769f1dc will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:12.238264 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.243710 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:12.300833 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:12.303920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:12.338649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:55:12.338649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.341265 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Pushing event updated for resources: {'Port': ['ID=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:12.391908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.392247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.392573 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.392921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.393246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.393565 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.393883 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.394216 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.394532 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.394845 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.395158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Tracked resource versions report: Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: pushed versions: Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Log': {'1.0'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Network': {'1.1'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Port': {'1.5'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'PortForwarding': {'1.2'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'QosPolicy': {'1.8'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroup': {'1.2'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SubPort': {'1.0'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Subnet': {'1.1'}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Trunk': {'1.1'}} Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: consumer versions: Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Log': '1.0', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Network': '1.1', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Port': '1.5', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'PortForwarding': '1.2', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'QosPolicy': '1.8', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroup': '1.2', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroupRule': '1.0', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SubPort': '1.0', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Subnet': '1.1', Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Trunk': '1.1'}} Aug 25 18:55:12.396222 dv-cinder-806038-1-iscsi neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:55:12.403932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:12.472364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.590838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1c929fba-a788-4ff1-ac5b-04dfcc198776 None None] Provisioning for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:12.595397 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1c929fba-a788-4ff1-ac5b-04dfcc198776 None None] Provisioning complete for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:12.595764 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1c929fba-a788-4ff1-ac5b-04dfcc198776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.646814 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1c929fba-a788-4ff1-ac5b-04dfcc198776 None None] Port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 18:55:12.699821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.704164 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.705245 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:12.708781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:12.832983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Pushing event updated for resources: {'Port': ['ID=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:12.837269 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:12.894506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:12.895439 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:13.068786 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-cfa586fa-a836-47e8-83d3-8fcc390b42be None None] Provisioning complete for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:13.069162 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cfa586fa-a836-47e8-83d3-8fcc390b42be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:13.120384 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-cfa586fa-a836-47e8-83d3-8fcc390b42be None None] Port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 18:55:13.275871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Router 6dcd9075-238c-49e1-80a6-65596d7f628c is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:55:13.434420 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:55:13.444851 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Sync routers for ids ['6dcd9075-238c-49e1-80a6-65596d7f628c'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 18:55:13.445316 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] 10.222.0.26 "PUT /v2.0/routers/6dcd9075-238c-49e1-80a6-65596d7f628c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1499414 Aug 25 18:55:13.457386 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Routers {'6dcd9075-238c-49e1-80a6-65596d7f628c'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:13.458227 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T18:55:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['6dcd9075-238c-49e1-80a6-65596d7f628c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:13.642884 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Set router 6dcd9075-238c-49e1-80a6-65596d7f628c gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:14.007012 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:12Z', 'revision_number': 2, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port_host': None, '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:12Z', 'revision_number': 2, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:14.012354 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Checking router: 6dcd9075-238c-49e1-80a6-65596d7f628c for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 18:55:14.012756 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Updating router 6dcd9075-238c-49e1-80a6-65596d7f628c port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 18:55:14.061150 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.432493 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.447408 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Transition to ACTIVE for port object 9b71d4b9-93d9-4b21-b81f-14b46769f1dc will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:14.453636 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.459343 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:14.641947 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Pushing event updated for resources: {'Port': ['ID=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:14.692969 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.693249 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.693574 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.693894 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.694211 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.694525 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.694837 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.695153 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.695464 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.695771 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.696137 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Tracked resource versions report: Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: pushed versions: Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: { 'ConntrackHelper': {'1.0'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Log': {'1.0'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Network': {'1.1'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Port': {'1.5'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'PortForwarding': {'1.2'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'QosPolicy': {'1.8'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroup': {'1.2'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroupRule': {'1.0'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SubPort': {'1.0'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Subnet': {'1.1'}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Trunk': {'1.1'}} Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: consumer versions: Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Log': '1.0', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Network': '1.1', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Port': '1.5', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'PortForwarding': '1.2', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'QosPolicy': '1.8', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroup': '1.2', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroupRule': '1.0', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SubPort': '1.0', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Subnet': '1.1', Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Trunk': '1.1'}} Aug 25 18:55:14.697233 dv-cinder-806038-1-iscsi neutron-server[75031]: {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:55:14.705533 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:14.706417 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Attempting to bind port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:55:14.706811 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Attempting to bind port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:55:14.707844 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Attempting to bind port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc on network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:55:14.713510 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:55:14.713911 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Checking segment: {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:14.714399 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.714784 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Bound using segment: {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:55:14.715265 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Bound port: 9b71d4b9-93d9-4b21-b81f-14b46769f1dc, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf39498-5724-4caf-a453-4fcaba6560a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:55:14.715649 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.802790 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] For port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:55:14.807376 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] For port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,segment=NetworkSegment(ccf39498-5724-4caf-a453-4fcaba6560a5),segment_id=ccf39498-5724-4caf-a453-4fcaba6560a5)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:55:14.812512 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:14.816253 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:14.899464 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Routers {'6dcd9075-238c-49e1-80a6-65596d7f628c'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:14.900119 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T18:55:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['6dcd9075-238c-49e1-80a6-65596d7f628c'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:14.956454 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Pushing event updated for resources: {'Port': ['ID=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:14.966429 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:15.059478 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] Set router 6dcd9075-238c-49e1-80a6-65596d7f628c gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:15.386387 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:12Z', 'revision_number': 2, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port_host': None, '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:14Z', 'revision_number': 4, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:15.390209 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dbe066-55d3-4eb6-b924-8213236228d1 None None] The sync data for ids ['6dcd9075-238c-49e1-80a6-65596d7f628c'] in dv-cinder-806038-1-iscsi is: [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:12Z', 'revision_number': 2, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port_host': None, '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:14Z', 'revision_number': 4, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 18:55:15.539631 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 60572) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:15.708931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29306e26-63ab-45a5-b850-bdb247095bec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:15.710185 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-29306e26-63ab-45a5-b850-bdb247095bec admin admin] 10.222.0.26 "GET /v2.0/networks/60d62a53-e5ad-4c27-8eed-c122d41318b1 HTTP/1.1" status: 200 len: 842 time: 0.1690552 Aug 25 18:55:15.719564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'name': 'public-subnet'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:15.721106 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.quota [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Loaded quota_driver: . Aug 25 18:55:15.727157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:55:15.732099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Usage tracker for resource:subnet and tenant:560576cbf53f4515b0323eb50b9c6036 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:55:15.735254 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:55:15.742320 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:55:15.756826 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Made reservation on behalf of 560576cbf53f4515b0323eb50b9c6036 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:55:15.759580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:16.191160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.objects.ports [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75028) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 18:55:16.191624 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:16.195528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:16.266710 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9f6ee9-39f2-4af6-80cf-eccd57219ac5,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:16.272931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:16.283037 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:16.283496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Network hostable DHCP agents. Network: 60d62a53-e5ad-4c27-8eed-c122d41318b1, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:55:16.310217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:55:16.322127 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 60d62a53-e5ad-4c27-8eed-c122d41318b1) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:16.326364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:16.327183 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:16.332831 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e171c-2838-476f-9219-c067e1bc0b20 None None] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:16.351622 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6355481 Aug 25 18:55:16.561227 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bd179-5c71-481d-938f-de4de49634b2 None None] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:55:17.546493 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9b71d4b9-93d9-4b21-b81f-14b46769f1dc up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:17.612430 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:17.617178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:17.617549 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:17.744405 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:17.774936 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,segment=NetworkSegment(ccf39498-5724-4caf-a453-4fcaba6560a5),segment_id=ccf39498-5724-4caf-a453-4fcaba6560a5)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:55:17.778728 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:17.781588 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:17.843229 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=9b71d4b9-93d9-4b21-b81f-14b46769f1dc,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:17.846430 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:18.462021 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60596) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:18.708819 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-47d09f09-5d80-4283-8c10-35c09d9965c2 admin admin] 10.222.0.26 "GET /v2.0/routers/6dcd9075-238c-49e1-80a6-65596d7f628c HTTP/1.1" status: 200 len: 710 time: 0.2456768 Aug 25 18:55:18.831884 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f748dc3-9926-490a-8fd5-9e13f493ab56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:55:18.832439 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1f748dc3-9926-490a-8fd5-9e13f493ab56 admin admin] Synchronizing usage tracker for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:55:18.850168 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1f748dc3-9926-490a-8fd5-9e13f493ab56 admin admin] Unset dirty status for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:55:18.851398 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f748dc3-9926-490a-8fd5-9e13f493ab56 admin admin] 10.222.0.26 "GET /v2.0/networks/60d62a53-e5ad-4c27-8eed-c122d41318b1 HTTP/1.1" status: 200 len: 886 time: 0.1376929 Aug 25 18:55:18.861001 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:55:19.334210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.514225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.536834 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9b71d4b9-93d9-4b21-b81f-14b46769f1dc up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:19.604000 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.606445 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:19.606812 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.738505 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Allocated IP 172.27.2.168 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/d49bbf2a-fb1c-4308-96ba-621952969512) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:55:19.885529 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.935881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:19.939929 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:20.013043 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:55:20.014095 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:55:20.018632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:55:20.047050 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Pushing event updated for resources: {'Port': ['ID=d49bbf2a-fb1c-4308-96ba-621952969512,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:20.061303 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:20.207525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.369201 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.372542 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690580'] for router, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.565275 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Router 6dcd9075-238c-49e1-80a6-65596d7f628c has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:55:20.755735 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:55:20.764785 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:20.765787 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Sync routers for ids ['6dcd9075-238c-49e1-80a6-65596d7f628c'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 18:55:20.766263 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] 10.222.0.26 "PUT /v2.0/routers/6dcd9075-238c-49e1-80a6-65596d7f628c HTTP/1.1" status: 200 len: 890 time: 1.9084291 Aug 25 18:55:20.778761 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Routers {'6dcd9075-238c-49e1-80a6-65596d7f628c'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:20.779528 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T18:55:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['6dcd9075-238c-49e1-80a6-65596d7f628c'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:20.968574 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Set router 6dcd9075-238c-49e1-80a6-65596d7f628c gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:21.306583 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:20Z', 'revision_number': 4, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port': {'id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:19Z', 'updated_at': '2021-08-25T18:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:17Z', 'revision_number': 5, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:21.311355 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Checking router: 6dcd9075-238c-49e1-80a6-65596d7f628c for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 18:55:21.311704 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Updating router 6dcd9075-238c-49e1-80a6-65596d7f628c port d49bbf2a-fb1c-4308-96ba-621952969512 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 18:55:21.363246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.684944 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.696412 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Transition to ACTIVE for port object d49bbf2a-fb1c-4308-96ba-621952969512 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:55:21.702266 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.705965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:21.780879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Pushing event updated for resources: {'Port': ['ID=d49bbf2a-fb1c-4308-96ba-621952969512,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:21.783037 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Attempting to bind port d49bbf2a-fb1c-4308-96ba-621952969512 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:55:21.783407 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Attempting to bind port d49bbf2a-fb1c-4308-96ba-621952969512 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:55:21.783772 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Attempting to bind port d49bbf2a-fb1c-4308-96ba-621952969512 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:55:21.785897 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:21.791436 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:55:21.791804 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:55:21.792205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.792597 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:55:21.793098 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Bound port: d49bbf2a-fb1c-4308-96ba-621952969512, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:55:21.793486 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.864520 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] For port d49bbf2a-fb1c-4308-96ba-621952969512, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:55:21.867422 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] For port d49bbf2a-fb1c-4308-96ba-621952969512, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=d49bbf2a-fb1c-4308-96ba-621952969512,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:55:21.871888 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:21.875476 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:21.948757 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Pushing event updated for resources: {'Port': ['ID=d49bbf2a-fb1c-4308-96ba-621952969512,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:21.952052 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:21.955262 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Routers {'6dcd9075-238c-49e1-80a6-65596d7f628c'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:55:21.955856 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T18:55:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['6dcd9075-238c-49e1-80a6-65596d7f628c'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:22.159734 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] Set router 6dcd9075-238c-49e1-80a6-65596d7f628c gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 18:55:22.483246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:20Z', 'revision_number': 4, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port': {'id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:19Z', 'updated_at': '2021-08-25T18:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:17Z', 'revision_number': 5, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:55:22.487184 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55753e73-800d-4ed6-b23f-5189218156fb None None] The sync data for ids ['6dcd9075-238c-49e1-80a6-65596d7f628c'] in dv-cinder-806038-1-iscsi is: [{'id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'name': 'router1', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:55:02Z', 'updated_at': '2021-08-25T18:55:20Z', 'revision_number': 4, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'gw_port': {'id': 'd49bbf2a-fb1c-4308-96ba-621952969512', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:19Z', 'updated_at': '2021-08-25T18:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '9b71d4b9-93d9-4b21-b81f-14b46769f1dc', 'name': '', 'network_id': '7300f8d5-b3be-40d3-b2dc-75f2a58bca85', 'tenant_id': '28bcd580165f4631b229a1097695bb7e', 'mac_address': 'fa:16:3e:48:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcd9075-238c-49e1-80a6-65596d7f628c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:55:11Z', 'updated_at': '2021-08-25T18:55:17Z', 'revision_number': 5, 'project_id': '28bcd580165f4631b229a1097695bb7e', 'subnets': [{'id': '5d0f95b0-650f-4676-bbb3-b8f9096864dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c1d268ac-53c0-4214-acdf-1807c96af855'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 18:55:23.018286 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 60606) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:55:23.156080 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d169f255-43f8-4e0a-a379-dfcc4179945e admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1367478 Aug 25 18:55:23.559582 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device d49bbf2a-fb1c-4308-96ba-621952969512 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:23.627509 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port d49bbf2a-fb1c-4308-96ba-621952969512 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:55:23.632288 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port d49bbf2a-fb1c-4308-96ba-621952969512 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:23.632659 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.748747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.765055 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port d49bbf2a-fb1c-4308-96ba-621952969512, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=d49bbf2a-fb1c-4308-96ba-621952969512,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:55:23.769368 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:23.771513 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:55:23.836123 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=d49bbf2a-fb1c-4308-96ba-621952969512,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:55:23.839229 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:55:25.543092 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device d49bbf2a-fb1c-4308-96ba-621952969512 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:55:25.654089 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port d49bbf2a-fb1c-4308-96ba-621952969512 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:55:25.654457 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:36.712985 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1e41-f391-4709-86fa-be38fe1cbf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:37.217258 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:39.059430 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dee34885-df17-4feb-95b8-1bf8ff23c018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:40.026991 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:41.419136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:55:44.429871 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:56:06.716891 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e0996170-9b05-4f56-8213-6fbad79bb2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:07.214588 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:09.063565 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0752-1754-4ae8-89c2-7534c11e835c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:10.033150 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:11.421904 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:21.430018 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:56:36.719638 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7815031f-4130-47de-b75c-c4a9451f4d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:37.218227 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:39.067841 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2275ae80-ba2c-4817-a1e2-a358677fb130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:40.036143 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:41.432173 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:56:58.429779 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:57:06.722982 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6c1a2e94-82f8-4fd5-85ae-bfe48b5647d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:07.221155 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:09.071147 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f29d-4ef6-4b4f-adb4-d85e5e6461f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:10.036494 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:11.429292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:25.582345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 32946) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:25.673888 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4fad50-e0b2-4ddc-b1f0-054ccd9fa8d4 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:57:25.675093 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1c4fad50-e0b2-4ddc-b1f0-054ccd9fa8d4 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0918090 Aug 25 18:57:25.840482 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4fd21-09a5-47b7-8273-3297ad10b9a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:25.841977 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3cc4fd21-09a5-47b7-8273-3297ad10b9a7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623099 Aug 25 18:57:27.823166 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 32956) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:27.952086 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c53a0-7941-4177-ba34-fecfcd3933b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:27.953444 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c22c53a0-7941-4177-ba34-fecfcd3933b8 admin admin] 10.222.0.26 "GET /v2.0/subnets/5d0f95b0-650f-4676-bbb3-b8f9096864dd HTTP/1.1" status: 200 len: 849 time: 0.1293657 Aug 25 18:57:27.962387 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:57:28.074760 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Notify callbacks [] for subnet, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:28.260011 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779967605005'] for subnet, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:28.263613 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:57:28.310746 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:28.311336 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:28.312609 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] 10.222.0.26 "PUT /v2.0/subnets/5d0f95b0-650f-4676-bbb3-b8f9096864dd HTTP/1.1" status: 200 len: 868 time: 0.3538229 Aug 25 18:57:28.328240 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec421a-1e95-49cf-92eb-728db38bddb5 None None] Network 7300f8d5-b3be-40d3-b2dc-75f2a58bca85 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:57:28.338753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0f95b0-650f-4676-bbb3-b8f9096864dd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:57:28.348718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.349085 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.349421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.349752 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.350082 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.350407 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.350728 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.351080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.351546 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.351864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.352179 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:57:28.355724 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:57:28.855486 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2918083a-d9c1-47a3-a51a-09de06a3dace None None] Provisioning complete for port 94a50668-be59-4941-9293-b74dcb4d2f08 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:57:28.855857 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2918083a-d9c1-47a3-a51a-09de06a3dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:28.979847 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2918083a-d9c1-47a3-a51a-09de06a3dace None None] Provisioning complete for port 9b71d4b9-93d9-4b21-b81f-14b46769f1dc triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:57:28.980107 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2918083a-d9c1-47a3-a51a-09de06a3dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:30.346790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 32966) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:30.555240 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee29e214-e49d-4966-b3d2-2745421d1f02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:30.555517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee29e214-e49d-4966-b3d2-2745421d1f02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:30.557128 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ee29e214-e49d-4966-b3d2-2745421d1f02 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093894 Aug 25 18:57:32.667329 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 32976) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:32.858509 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a4ca6-5826-4e86-8a1c-209a251acd41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:32.858800 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a4ca6-5826-4e86-8a1c-209a251acd41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:32.860320 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-759a4ca6-5826-4e86-8a1c-209a251acd41 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920390 Aug 25 18:57:34.854235 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 32986) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:35.043268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d5d24-1bd0-4e89-9697-2253674d10d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:35.044526 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4e6d5d24-1bd0-4e89-9697-2253674d10d1 admin admin] 10.222.0.26 "GET /v2.0/networks/60d62a53-e5ad-4c27-8eed-c122d41318b1 HTTP/1.1" status: 200 len: 886 time: 0.1893477 Aug 25 18:57:35.429237 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:57:36.725352 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2d8aa235-02df-4e9d-9aaf-9d6e2cc94dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:37.059995 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 32996) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:37.223837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:37.259677 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8a4d9-b0f7-4b60-bfd4-94411ee1196f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:37.260992 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-19a8a4d9-b0f7-4b60-bfd4-94411ee1196f admin admin] 10.222.0.26 "GET /v2.0/networks/7300f8d5-b3be-40d3-b2dc-75f2a58bca85 HTTP/1.1" status: 200 len: 869 time: 0.1999662 Aug 25 18:57:39.072791 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dff7a9e8-212b-4194-bc6e-bd09cba6cb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:39.297967 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33006) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:39.448757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8497f97-d118-4b56-bfd7-b8ec57468c05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:39.449126 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8497f97-d118-4b56-bfd7-b8ec57468c05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:39.449849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c8497f97-d118-4b56-bfd7-b8ec57468c05 admin admin] Synchronizing usage tracker for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:subnet {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:57:39.466696 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c8497f97-d118-4b56-bfd7-b8ec57468c05 admin admin] Unset dirty status for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:subnet {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:57:39.467791 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c8497f97-d118-4b56-bfd7-b8ec57468c05 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1688893 Aug 25 18:57:40.039109 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:41.438680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:57:41.563861 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33016) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:41.696756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846f781-e1f9-4430-af46-18bc410fd56c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:41.697055 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846f781-e1f9-4430-af46-18bc410fd56c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:41.698603 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3846f781-e1f9-4430-af46-18bc410fd56c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337707 Aug 25 18:57:43.723569 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33026) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:43.851187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e90446-7794-4693-b410-a89c3a262fa7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:43.852535 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-31e90446-7794-4693-b410-a89c3a262fa7 admin admin] 10.222.0.26 "GET /v2.0/subnets/5d0f95b0-650f-4676-bbb3-b8f9096864dd HTTP/1.1" status: 200 len: 868 time: 0.1280303 Aug 25 18:57:45.851265 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33036) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:57:45.979075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1f820-3795-4b0e-b71e-01769b208212 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:57:45.980429 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fae1f820-3795-4b0e-b71e-01769b208212 admin admin] 10.222.0.26 "GET /v2.0/subnets/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5 HTTP/1.1" status: 200 len: 816 time: 0.1282313 Aug 25 18:58:04.048459 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33074) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:04.119387 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-393b2c54-1179-4d71-813b-1f6eb1aec2db admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:58:04.120515 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-393b2c54-1179-4d71-813b-1f6eb1aec2db admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0705814 Aug 25 18:58:06.189086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33084) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:06.279518 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cd9e4b-89b9-481b-a3ad-0174bfded3ea admin admin] GET failed (client error): The resource could not be found. Aug 25 18:58:06.280721 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-28cd9e4b-89b9-481b-a3ad-0174bfded3ea admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0899374 Aug 25 18:58:06.401871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83a7c8-0ebb-4c14-ad1c-b959f191dc5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:06.403209 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5e83a7c8-0ebb-4c14-ad1c-b959f191dc5c admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1187398 Aug 25 18:58:06.727237 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-00b0b3ff-3cd1-4791-9efc-2354b524bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:07.226781 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.419713 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33094) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:08.491128 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:58:08.496203 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:58:08.505532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:58:08.515614 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Made reservation on behalf of 560576cbf53f4515b0323eb50b9c6036 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:58:08.518438 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.603875 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING neutron.services.revisions.revision_plugin [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Could not find related network for resource to bump revision. Aug 25 18:58:08.624172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 18:58:08.632514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.632882 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Added segment 0a15021d-ca57-4e68-ac4e-ac1df6d00778 of type vlan for network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb Aug 25 18:58:08.658910 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.686392 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.687621 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:08.688155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:08.693041 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:08.788840 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3680184 Aug 25 18:58:08.789554 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Pushing event updated for resources: {'Network': ['ID=e996572a-8bfe-4eb4-9aa1-8515bbd9feeb,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:08.792225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:08.800697 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 18:58:09.076573 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-eb55d991-7796-4b15-bdfd-ccc12ec7f87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:10.042645 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:10.813316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33104) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:58:10.903724 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.pecan_wsgi.hooks.translation [None req-3983bdc6-97d6-4d7f-8626-293ad5760e70 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:58:10.904297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3983bdc6-97d6-4d7f-8626-293ad5760e70 admin admin] Synchronizing usage tracker for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:58:10.919606 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3983bdc6-97d6-4d7f-8626-293ad5760e70 admin admin] Unset dirty status for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:58:10.920606 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3983bdc6-97d6-4d7f-8626-293ad5760e70 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1063437 Aug 25 18:58:11.024212 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8edbfe-abf3-4afa-8ab3-d6fe119074ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:11.025592 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4a8edbfe-abf3-4afa-8ab3-d6fe119074ae admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009755 Aug 25 18:58:11.035325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 18:58:11.039834 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:58:11.049369 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:58:11.058885 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Made reservation on behalf of 560576cbf53f4515b0323eb50b9c6036 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:58:11.061121 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:11.258149 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:11.262594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec7f5aa8-25ae-47db-82af-92478fec454f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:11.328104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab1a3c8-999b-470e-91e8-b155fd0352da,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:11.331614 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:11.339108 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Checking segment: {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:58:11.339454 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Network hostable DHCP agents. Network: e996572a-8bfe-4eb4-9aa1-8515bbd9feeb, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:58:11.359392 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:58:11.369027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, e996572a-8bfe-4eb4-9aa1-8515bbd9feeb) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:58:11.372875 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:58:11.373454 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:11.398400 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3665869 Aug 25 18:58:11.444814 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:11.481479 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62528bca-9ad9-45d2-b87c-2597f3781a68 None None] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:58:11.695773 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-e996572a-8bfe-4eb4-9aa1-8515bbd9feeb', 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb', 'tenant_id': '560576cbf53f4515b0323eb50b9c6036', 'fixed_ips': [{'subnet_id': '7ab1a3c8-999b-470e-91e8-b155fd0352da'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 18:58:11.696606 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:11.852495 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Allocated IP 192.168.233.2 (e996572a-8bfe-4eb4-9aa1-8515bbd9feeb/7ab1a3c8-999b-470e-91e8-b155fd0352da/93b7d0cb-c979-45dd-b726-8ade65198486) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:58:12.053450 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.063799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Transition to ACTIVE for port object 93b7d0cb-c979-45dd-b726-8ade65198486 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:58:12.083033 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Transition to ACTIVE for port object 93b7d0cb-c979-45dd-b726-8ade65198486 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:58:12.089745 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.094189 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:12.160007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Pushing event updated for resources: {'Port': ['ID=93b7d0cb-c979-45dd-b726-8ade65198486,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:12.168303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.168643 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.168997 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.169324 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.169649 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.169972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.170292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.170629 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.170946 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.171262 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.171579 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:58:12.178593 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:12.184035 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:58:12.185800 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:58:12.187479 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:58:12.275044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Attempting to bind port 93b7d0cb-c979-45dd-b726-8ade65198486 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:58:12.275418 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Attempting to bind port 93b7d0cb-c979-45dd-b726-8ade65198486 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:58:12.275783 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Attempting to bind port 93b7d0cb-c979-45dd-b726-8ade65198486 on network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:58:12.282210 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:58:12.282584 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Checking segment: {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 18:58:12.283023 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.283421 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Bound using segment: {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:58:12.283900 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Bound port: 93b7d0cb-c979-45dd-b726-8ade65198486, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:58:12.284292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.373306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] For port 93b7d0cb-c979-45dd-b726-8ade65198486, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:58:12.376931 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] For port 93b7d0cb-c979-45dd-b726-8ade65198486, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=93b7d0cb-c979-45dd-b726-8ade65198486,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:58:12.383049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:12.388762 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:12.429257 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:58:12.473540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Pushing event updated for resources: {'Port': ['ID=93b7d0cb-c979-45dd-b726-8ade65198486,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:12.476932 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:13.269728 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e28c3-7e54-418d-819e-787e25129c8a None None] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 18:58:13.385145 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f831693c-ee15-47ce-bc37-698482620d81 None None] Provisioning for port 93b7d0cb-c979-45dd-b726-8ade65198486 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:58:13.664551 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 93b7d0cb-c979-45dd-b726-8ade65198486 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:58:13.755540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 93b7d0cb-c979-45dd-b726-8ade65198486 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:58:13.760895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 93b7d0cb-c979-45dd-b726-8ade65198486 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:58:13.761048 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:13.873345 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:13.906015 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 93b7d0cb-c979-45dd-b726-8ade65198486, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=93b7d0cb-c979-45dd-b726-8ade65198486,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:58:13.910972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:13.913318 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:58:13.981179 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=93b7d0cb-c979-45dd-b726-8ade65198486,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:58:13.984153 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:58:15.622941 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 93b7d0cb-c979-45dd-b726-8ade65198486 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 18:58:15.691751 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 93b7d0cb-c979-45dd-b726-8ade65198486 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:58:15.692120 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:36.730186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f81baa36-3401-46de-9def-2c2c5fb28f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:37.230152 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:39.080049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5b4580f1-f263-40a7-b261-fbec5f77c831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:40.044851 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:41.444198 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:58:49.429634 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:59:06.731586 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-075795d4-a570-4bd6-8d51-d03420a0f6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:07.234677 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:09.083413 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec503fe3-6534-45ae-aa25-4f543165845e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:10.047698 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:11.446854 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:16.428228 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33146) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:16.434014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [None req-190dc37d-76e2-44d8-83dc-a51ad549c7a6 tempest-verify_tempest_config-655527645 tempest-verify_tempest_config-655527645-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 18:59:16.434984 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-190dc37d-76e2-44d8-83dc-a51ad549c7a6 tempest-verify_tempest_config-655527645 tempest-verify_tempest_config-655527645-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057800 Aug 25 18:59:16.754199 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33162) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:16.893811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:16.923223 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 18:59:16.926904 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Usage tracker for resource:security_group_rule and tenant:931e9389fb6a4b588e238a80046124b8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 18:59:16.929675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 18:59:16.935165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 18:59:17.003809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.007421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.018318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:59:17.055534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e98316b-706c-488d-8e2c-d7b92402b37f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:59:17.060022 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Synchronizing usage tracker for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 18:59:17.068116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.068451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.068810 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.069131 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.069469 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.069786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.070097 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.070422 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.070743 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.071040 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.071343 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:59:17.077145 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:59:17.086072 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Unset dirty status for tenant:560576cbf53f4515b0323eb50b9c6036 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 18:59:17.087364 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=931e9389fb6a4b588e238a80046124b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3321803 Aug 25 18:59:17.090077 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33168) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 18:59:17.147813 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.173457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.263361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.267245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:59:17.278148 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e98316b-706c-488d-8e2c-d7b92402b37f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:59:17.281843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:59:17.284843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:17.288574 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e98316b-706c-488d-8e2c-d7b92402b37f HTTP/1.1" status: 204 len: 168 time: 0.1975782 Aug 25 18:59:26.429446 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 18:59:36.735540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-582859ec-3f3d-4840-9fa2-9f380fbb4623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:37.237264 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:39.087444 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-04e026c8-c30c-4060-96b8-396133ca7bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:40.050116 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:59:41.448504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:03.429648 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:00:06.737865 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36338e33-d8ee-4cc7-ae3b-f88b488348b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:07.244123 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:09.088525 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd4f3-c112-4b39-92da-45e7e5c25cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:10.052979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:11.451474 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:36.740073 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-10946346-af0b-47d2-90c1-2347790b1c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:37.236228 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:39.092795 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55cd5fa3-ee78-4164-b4d1-2ffb6acde6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:40.056121 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:40.429243 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 5 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:00:41.454379 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:00:57.419819 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692682'] for agent, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:06.741533 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-db5aa2b4-3a85-4e21-8acb-ede1d9f06b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:07.237159 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:09.094970 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0cb962b8-d30d-488e-ab89-9ce7d0fe4fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:09.716092 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33238) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:01:09.852273 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1735bb3e-c263-4bad-8a85-f72425c53826 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1350870 Aug 25 19:01:10.059364 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:11.458219 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:11.861567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33248) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:01:11.940228 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0292682b-8f8c-430a-a1dc-45a852d4651c admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0775843 Aug 25 19:01:17.429191 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:01:27.381988 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:36.743245 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b068771d-782d-496d-9cc6-3b0bcc45c772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:37.237816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:39.095081 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6de6311-1b0a-4744-ab4c-248d5af4219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:40.062305 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:41.459932 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:01:54.430197 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:01:57.395753 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:06.748530 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-df66ba47-caa2-45aa-a1e9-00b33fcf1484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:07.240838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:09.095774 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-477e2415-a185-489f-b522-32e1b3366387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:10.069784 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:11.463807 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:27.402175 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:31.429661 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:02:36.742877 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cb5d84df-74fd-4467-8c0c-6f961c7dad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:37.243026 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:39.097810 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-828e3653-5424-4888-a006-fad341efb805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:40.064104 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:41.467905 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:49.434292 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33404) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:49.804091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33424) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:49.859999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-183394367-network', 'tenant_id': '92354e8833ec4912b6b5f39f926bc7a2'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:49.863724 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:49.867697 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Usage tracker for resource:network and tenant:92354e8833ec4912b6b5f39f926bc7a2 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:49.870696 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:49.877768 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:49.888001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Made reservation on behalf of 92354e8833ec4912b6b5f39f926bc7a2 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:49.890656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:49.905565 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:49.949018 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:49.952974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:92354e8833ec4912b6b5f39f926bc7a2 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:49.956177 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:49.962002 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.035847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.040808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.045571 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:50.079885 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:02:50.086740 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33438) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:50.088849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd43f04-934c-47f3-8672-269a534b2fe0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Tracked resource versions report: Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: pushed versions: Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Log': {'1.0'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Network': {'1.1'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Port': {'1.5'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'PortForwarding': {'1.2'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'QosPolicy': {'1.8'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroup': {'1.2'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SubPort': {'1.0'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Subnet': {'1.1'}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Trunk': {'1.1'}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: consumer versions: Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Log': '1.0', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Network': '1.1', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Port': '1.5', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'PortForwarding': '1.2', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'QosPolicy': '1.8', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroup': '1.2', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SecurityGroupRule': '1.0', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'SubPort': '1.0', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Subnet': '1.1', Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: 'Trunk': '1.1'}} Aug 25 19:02:50.112108 dv-cinder-806038-1-iscsi neutron-server[75028]: {{(pid=75028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:02:50.115085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:50.116994 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779967570553', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.117953 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Unsubscribe: segment precommit_create {{(pid=75028) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 19:02:50.118477 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Added segment 3b21ef96-de6e-4bd8-ac86-e5f19708634b of type vlan for network 12594ef8-14a6-4a03-94a4-3511eb35e13a Aug 25 19:02:50.158952 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.200041 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.201677 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:50.202392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.207961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:50.308142 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-40857739-network', 'tenant_id': '69be6c7d8b0840568f788602118a2e77'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:50.316178 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=12594ef8-14a6-4a03-94a4-3511eb35e13a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:50.319730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:50.321479 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8860414 Aug 25 19:02:50.324703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33450) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:50.325740 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:50.330918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Request body: {'subnet': {'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-183394367-subnet', 'tenant_id': '92354e8833ec4912b6b5f39f926bc7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:50.331032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Usage tracker for resource:network and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:50.337328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:50.341091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Usage tracker for resource:subnet and tenant:92354e8833ec4912b6b5f39f926bc7a2 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:50.341802 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:50.344263 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 12594ef8-14a6-4a03-94a4-3511eb35e13a details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:02:50.345984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:50.350599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.351172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33454) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:50.360795 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.367413 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Made reservation on behalf of 69be6c7d8b0840568f788602118a2e77 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:50.371160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.373931 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Made reservation on behalf of 92354e8833ec4912b6b5f39f926bc7a2 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:50.380027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.384972 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.418242 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:50.422621 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:50.425715 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:50.432833 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.546643 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.551527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.569662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:02:50.580934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.581429 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Added segment 4381bb01-a4fe-4c6a-8d30-c1b6bc477886 of type vlan for network cdcc9d0f-87db-4bd6-993d-866950e72b27 Aug 25 19:02:50.608773 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.615100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:50.643636 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96301368-8a82-4e49-ade0-433ff3c51f49,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:50.647747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:50.672349 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.680238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5af0afd3-cb1d-4344-9c83-e83589a72f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:50.681263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.682539 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:50.683215 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.688017 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:50.748549 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Checking segment: {'id': '3b21ef96-de6e-4bd8-ac86-e5f19708634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:50.748925 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Network hostable DHCP agents. Network: 12594ef8-14a6-4a03-94a4-3511eb35e13a, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:02:50.783916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-926623229-network', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:50.788342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Network 12594ef8-14a6-4a03-94a4-3511eb35e13a is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:02:50.793977 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9888024 Aug 25 19:02:50.796014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Pushing event updated for resources: {'Network': ['ID=cdcc9d0f-87db-4bd6-993d-866950e72b27,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:50.799207 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:50.799988 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33472) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:50.806718 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:02:50.808606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Request body: {'subnet': {'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-subnet', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:50.813930 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:50.818120 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Usage tracker for resource:subnet and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:50.818288 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:50.821362 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:50.822655 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Usage tracker for resource:network and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:50.828021 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.828737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:50.840715 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Made reservation on behalf of 69be6c7d8b0840568f788602118a2e77 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:50.841152 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:50.844550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.872706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-485230913-network', 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:50.872971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 12594ef8-14a6-4a03-94a4-3511eb35e13a) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:50.890769 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:50.896849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.926447 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5878b074-3109-47e3-9ffc-5e58b0dcb242,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:50.944138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Made reservation on behalf of d1d1aceca3c14555889f3baf7454d7f6 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:50.946538 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.995106 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6692700 Aug 25 19:02:50.996296 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:50.999248 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:51.003937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Usage tracker for resource:network and tenant:e949650362c743aaa9a9d1451b43d2c1 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:51.010730 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312ad87-6766-430f-80f5-cd28e8e7d6d5 None None] Network 12594ef8-14a6-4a03-94a4-3511eb35e13a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:51.019414 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:51.019859 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.020372 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.020911 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.023576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.024729 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.029244 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.029762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.030371 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.031829 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.032305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.033650 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Tracked resource versions report: Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: pushed versions: Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Log': {'1.0'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Network': {'1.1'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Port': {'1.5'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'PortForwarding': {'1.2'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'QosPolicy': {'1.8'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroup': {'1.2'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SubPort': {'1.0'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Subnet': {'1.1'}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Trunk': {'1.1'}} Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: consumer versions: Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Log': '1.0', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Network': '1.1', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Port': '1.5', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'PortForwarding': '1.2', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'QosPolicy': '1.8', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroup': '1.2', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SecurityGroupRule': '1.0', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'SubPort': '1.0', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Subnet': '1.1', Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: 'Trunk': '1.1'}} Aug 25 19:02:51.041915 dv-cinder-806038-1-iscsi neutron-server[75029]: {{(pid=75029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:02:51.065476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:51.094507 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:51.107416 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:51.110469 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:51.128855 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:51.149251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:51.155980 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.171849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5a7a1537-143e-4950-b843-d0d4c7118e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:51.240467 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a202dfff-d381-4c86-b166-e605a35fa650,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:51.243222 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:51.245751 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:51.249346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.263742 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.277444 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.284531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.295969 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2a07779a-46e7-4b7e-9b43-639068cec80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:51.307009 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:51.311654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Usage tracker for resource:security_group_rule and tenant:e949650362c743aaa9a9d1451b43d2c1 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:51.314625 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:51.320886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:51.342382 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c47e8-0024-4a80-89e7-8f5ee02f3ef3 None None] Network 12594ef8-14a6-4a03-94a4-3511eb35e13a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:51.343918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:02:51.358756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f679c3c1-f36b-4dde-872c-e970f87929ff,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:51.364536 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:51.365764 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.366313 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Added segment 077e1fcd-a329-4852-b8af-439666f8a0e6 of type vlan for network 7ea116f1-6631-42c9-854e-e083128362da Aug 25 19:02:51.396777 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.402981 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.427193 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.435274 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:51.445604 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.447423 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:51.449454 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.469360 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Checking segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:51.470033 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Network hostable DHCP agents. Network: cdcc9d0f-87db-4bd6-993d-866950e72b27, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:02:51.486925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:02:51.495426 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:51.498746 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ce7fe-8def-4d58-8238-43d40021c828,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:51.518451 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:51.521473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.522009 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Added segment e962fcc3-3115-44f0-8d7b-7ffb2a530996 of type vlan for network f6411dd7-1ff9-4911-95ea-2e9c0381515a Aug 25 19:02:51.556518 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:02:51.582389 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.588282 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, cdcc9d0f-87db-4bd6-993d-866950e72b27) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:51.596876 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:51.597630 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.627218 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5391855 Aug 25 19:02:51.633917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33500) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:51.643728 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8422542 Aug 25 19:02:51.646909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33504) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:51.657156 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:51.658626 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Request body: {'subnet': {'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-926623229-subnet', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:51.664434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:51.665525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Pushing event updated for resources: {'Network': ['ID=7ea116f1-6631-42c9-854e-e083128362da,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:51.666088 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7b6e6-a760-4b1f-bb3a-7ebbf3b61144 None None] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:51.668943 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:51.669977 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Usage tracker for resource:subnet and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:51.671958 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:51.674091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:51.675251 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Usage tracker for resource:router and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:51.679008 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:51.681635 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:51.687664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:51.696917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Made reservation on behalf of d1d1aceca3c14555889f3baf7454d7f6 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:51.699961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.707534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.709120 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.735830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.914789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:51.922659 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 7ea116f1-6631-42c9-854e-e083128362da details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:02:51.993119 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-cdcc9d0f-87db-4bd6-993d-866950e72b27', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:02:51.994092 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.071465 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.077824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:52.168870 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.184395 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:52.186760 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.188525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.276909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.317154 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Allocated IP 172.20.0.2 (cdcc9d0f-87db-4bd6-993d-866950e72b27/a202dfff-d381-4c86-b166-e605a35fa650/a94029a7-5f76-4faa-89b6-bf3a08ac39a0) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:02:52.320028 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b52fea1-f517-42c7-983b-84a71fe6d388,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:52.326734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:52.337208 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:52.530394 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1746702 Aug 25 19:02:52.545665 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33528) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:52.594315 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Request body: {'subnet': {'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-485230913-subnet', 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:52.617657 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:52.637832 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Checking segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:52.638342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Network hostable DHCP agents. Network: 7ea116f1-6631-42c9-854e-e083128362da, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:02:52.646372 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Allocated IP 172.27.2.15 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/7a711606-5db4-48bb-916a-49db5f7d69c3) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:02:52.648897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Usage tracker for resource:subnet and tenant:e949650362c743aaa9a9d1451b43d2c1 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:52.676956 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:52.688047 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Pushing event updated for resources: {'Network': ['ID=f6411dd7-1ff9-4911-95ea-2e9c0381515a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:52.702690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:52.722430 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:52.723658 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:02:52.739769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:02:52.743001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.876893 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Network 7ea116f1-6631-42c9-854e-e083128362da is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:02:52.897559 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 7ea116f1-6631-42c9-854e-e083128362da) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:52.903245 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:52.903781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.929007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c166f-1ee3-4fe8-ba77-d0db35e6e4ee None None] Network 7ea116f1-6631-42c9-854e-e083128362da requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:52.941078 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3030679 Aug 25 19:02:52.944452 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33550) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:52.960363 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:02:52.965118 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:52.970082 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Usage tracker for resource:router and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:52.973247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:52.980397 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:52.982729 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.996146 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:52.997177 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.026176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.046072 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.050873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:53.246646 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:02:53.259036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:53.268143 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:02:53.340573 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Pushing event updated for resources: {'Port': ['ID=7a711606-5db4-48bb-916a-49db5f7d69c3,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:53.355352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:53.407756 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.474590 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-7ea116f1-6631-42c9-854e-e083128362da', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:02:53.475705 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.496116 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.536415 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.537299 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.570964 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Transition to ACTIVE for port object a94029a7-5f76-4faa-89b6-bf3a08ac39a0 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:53.623500 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Transition to ACTIVE for port object a94029a7-5f76-4faa-89b6-bf3a08ac39a0 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:53.640876 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.652266 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:53.757569 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:53.770282 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:53.811337 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:02:53.836271 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:53.839934 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Pushing event updated for resources: {'Port': ['ID=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:53.857492 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:02:53.911779 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32aa7b6f-b19c-45d7-80f4-b43aa7a64378,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:53.922939 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.923284 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.923614 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.923942 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.924265 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.924583 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.924933 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.925269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.925587 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.925979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.926198 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Tracked resource versions report: Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: pushed versions: Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Log': {'1.0'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Network': {'1.1'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Port': {'1.5'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'PortForwarding': {'1.2'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'QosPolicy': {'1.8'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroup': {'1.2'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SubPort': {'1.0'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Subnet': {'1.1'}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Trunk': {'1.1'}} Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: consumer versions: Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Log': '1.0', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Network': '1.1', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Port': '1.5', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'PortForwarding': '1.2', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'QosPolicy': '1.8', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroup': '1.2', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SecurityGroupRule': '1.0', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'SubPort': '1.0', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Subnet': '1.1', Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: 'Trunk': '1.1'}} Aug 25 19:02:53.927186 dv-cinder-806038-1-iscsi neutron-server[75030]: {{(pid=75030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:02:53.953059 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:53.953540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:53.957580 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Allocated IP 172.20.0.2 (7ea116f1-6631-42c9-854e-e083128362da/9b52fea1-f517-42c7-983b-84a71fe6d388/e678a4ba-97f8-43a1-87f1-6d3499f45935) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:02:53.979438 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Checking segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:53.981846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Network hostable DHCP agents. Network: f6411dd7-1ff9-4911-95ea-2e9c0381515a, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:02:54.187908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33594) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:54.194384 dv-cinder-806038-1-iscsi neutron-server[75028]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 19:02:54.300815 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:02:54.335790 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Attempting to bind port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:02:54.344402 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Attempting to bind port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:02:54.344875 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Attempting to bind port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:02:54.382620 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:02:54.384595 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Checking segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:54.385214 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.386247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Bound using segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:02:54.387417 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Bound port: a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:02:54.388941 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.420775 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:02:54.423118 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33606) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:54.440072 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.517738 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.523435 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, f6411dd7-1ff9-4911-95ea-2e9c0381515a) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:54.588365 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:54.588982 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.611415 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.625167 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Transition to ACTIVE for port object e678a4ba-97f8-43a1-87f1-6d3499f45935 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:54.648610 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Transition to ACTIVE for port object e678a4ba-97f8-43a1-87f1-6d3499f45935 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:54.655586 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de7f37-bb02-498c-941c-ef706cfed1e9 None None] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:54.656185 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:02:54.656578 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c96b4526-0953-44c9-92f3-1f4e500a51ef tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:54.657361 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c96b4526-0953-44c9-92f3-1f4e500a51ef tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Synchronizing usage tracker for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:02:54.670866 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:02:54.702499 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:02:54.703874 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:02:54.734990 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.734990 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0852249 Aug 25 19:02:54.736361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33624) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:54.739774 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fefb1b04-1feb-4592-8040-25e7e713dcfd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1918423 Aug 25 19:02:54.803615 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c96b4526-0953-44c9-92f3-1f4e500a51ef tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Unset dirty status for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:02:54.805518 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c96b4526-0953-44c9-92f3-1f4e500a51ef tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/networks?id=12594ef8-14a6-4a03-94a4-3511eb35e13a HTTP/1.1" status: 200 len: 811 time: 0.6159418 Aug 25 19:02:54.831158 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-b199ade2-920a-49af-b7ef-a5ccaca10d3f tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/quotas/92354e8833ec4912b6b5f39f926bc7a2 HTTP/1.1" status: 200 len: 375 time: 0.0178206 Aug 25 19:02:54.842487 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33632) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:54.921611 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:54.936974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Allocated IP 172.27.2.187 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/5a860461-2864-4c58-a26a-5f8ae24e8d24) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:02:54.940880 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-9b18ebd2-b4cf-4f0a-9067-91fdc1fbd8e6 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92354e8833ec4912b6b5f39f926bc7a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019678 Aug 25 19:02:54.959731 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.048239 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e560641-4e98-4618-8f2f-2d3a9556b98b None None] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:55.080710 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:55.096084 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:02:55.099584 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6b6df4ade54be38e504beaeb85eda3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:55.110409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:55.137041 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:55.272680 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.279441 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.291401 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-6fc0a320-5e0b-4841-a52f-1e24f91f4ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:55.320448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.352901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:55.361878 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.426225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4381da7c-dad7-4662-9209-ca418bf7e38a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:55.442714 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:55.444231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:55.447291 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c6b6df4ade54be38e504beaeb85eda3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0191872 Aug 25 19:02:55.450201 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33664) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:55.452311 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d86e4826c944fa98fc952fe8a7fb0e3 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:55.463753 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:55.472730 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Network 7ea116f1-6631-42c9-854e-e083128362da is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:02:55.485554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:55.510700 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:55.518977 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:02:55.571920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.605792 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:55.651047 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:53Z', 'revision_number': 3, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:02:55.657449 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:02:55.657890 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Updating router f97acd08-a39c-455b-ba26-6bfe0ece81b1 port 7a711606-5db4-48bb-916a-49db5f7d69c3 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:02:55.690491 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:02:55.705054 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:55.708739 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:02:55.758673 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.775428 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.808032 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Pushing event updated for resources: {'Port': ['ID=e678a4ba-97f8-43a1-87f1-6d3499f45935,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:55.813781 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:55.857476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.865265 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c31d704f-a10e-430d-bede-7099636672bf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:02:55.866297 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c31d704f-a10e-430d-bede-7099636672bf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4583290 Aug 25 19:02:55.871955 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33670) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:55.920974 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] For port a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:02:55.923763 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Attempting to bind port e678a4ba-97f8-43a1-87f1-6d3499f45935 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:02:55.924306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Attempting to bind port e678a4ba-97f8-43a1-87f1-6d3499f45935 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:02:55.925046 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Attempting to bind port e678a4ba-97f8-43a1-87f1-6d3499f45935 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:02:55.938191 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:02:55.939023 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Checking segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:55.939659 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.940296 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Bound using segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:02:55.941549 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Bound port: e678a4ba-97f8-43a1-87f1-6d3499f45935, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:02:55.942341 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:55.964565 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] For port a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:02:56.034451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33686) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:56.047942 dv-cinder-806038-1-iscsi neutron-server[75029]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 19:02:56.051879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.062334 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ad4c32d4-dabf-407f-beb2-92eddfb0bdf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.114771 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a860461-2864-4c58-a26a-5f8ae24e8d24,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.117707 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.130542 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.132234 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.143378 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.145907 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1e8f9a80-e663-4a74-a316-eca09d7b21f8 service neutron] 10.222.0.26 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558064 Aug 25 19:02:56.157825 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.190715 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Pushing event updated for resources: {'Port': ['ID=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.205998 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.217376 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] For port e678a4ba-97f8-43a1-87f1-6d3499f45935, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:02:56.221675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:56.225961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Usage tracker for resource:security_group_rule and tenant:4f27eef61e584f07a9c61c5cb9a51e12 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:56.228979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:56.229238 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] For port e678a4ba-97f8-43a1-87f1-6d3499f45935, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e678a4ba-97f8-43a1-87f1-6d3499f45935,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:02:56.235920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:56.240651 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.270526 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.301246 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.303982 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.321843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.327096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382dc281-0dc6-4531-bc31-f1a03f183ff1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.331538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.342625 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Transition to ACTIVE for port object 7a711606-5db4-48bb-916a-49db5f7d69c3 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:56.347326 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d86e4826c944fa98fc952fe8a7fb0e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5033174 Aug 25 19:02:56.353517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33694) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:56.362516 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.375858 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-53ce8a8b-e0be-43cf-984b-5d60e64ad4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.390042 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d13d1305-75a7-4d04-8c55-d9be5c8b6df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.398604 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f27eef61e584f07a9c61c5cb9a51e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5134599 Aug 25 19:02:56.404480 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Pushing event updated for resources: {'Port': ['ID=e678a4ba-97f8-43a1-87f1-6d3499f45935,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.406127 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33700) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:56.409436 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.468107 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281999fd-00a2-468f-b06e-c83e5b6e312c,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.494673 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9154fbb3-4720-4f7b-a912-f154ac54ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.500309 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-c8aa2cf2-cf82-4c5b-bc3b-d9dc249d9263 service neutron] 10.222.0.26 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434002 Aug 25 19:02:56.501879 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Attempting to bind port 7a711606-5db4-48bb-916a-49db5f7d69c3 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:02:56.502466 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Attempting to bind port 7a711606-5db4-48bb-916a-49db5f7d69c3 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:02:56.503072 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Attempting to bind port 7a711606-5db4-48bb-916a-49db5f7d69c3 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:02:56.516103 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Pushing event updated for resources: {'Port': ['ID=7a711606-5db4-48bb-916a-49db5f7d69c3,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.525565 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:02:56.526078 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:02:56.526572 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.527187 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:02:56.527924 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Bound port: 7a711606-5db4-48bb-916a-49db5f7d69c3, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:02:56.529037 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.550387 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.550817 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.551593 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.590612 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.673401 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] For port 7a711606-5db4-48bb-916a-49db5f7d69c3, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:02:56.679211 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] For port 7a711606-5db4-48bb-916a-49db5f7d69c3, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=7a711606-5db4-48bb-916a-49db5f7d69c3,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:02:56.689278 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.689627 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.690183 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.690510 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.690827 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.691198 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.691526 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.691854 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.692169 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.692476 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.695234 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Tracked resource versions report: Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: pushed versions: Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: { 'ConntrackHelper': {'1.0'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Log': {'1.0'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Network': {'1.1'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Port': {'1.5'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'PortForwarding': {'1.2'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'QosPolicy': {'1.8'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroup': {'1.2'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroupRule': {'1.0'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SubPort': {'1.0'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Subnet': {'1.1'}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Trunk': {'1.1'}} Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: consumer versions: Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: { DHCP agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: HyperV agent@hv-cinder-80603: {}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: L3 agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: Metadata agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: Metering agent@dv-cinder-806038-1-iscsi: {}, Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: Open vSwitch agent@dv-cinder-806038-1-iscsi: { 'ConntrackHelper': '1.0', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Log': '1.0', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Network': '1.1', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Port': '1.5', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'PortForwarding': '1.2', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'QosPolicy': '1.8', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroup': '1.2', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SecurityGroupRule': '1.0', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'SubPort': '1.0', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Subnet': '1.1', Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: 'Trunk': '1.1'}} Aug 25 19:02:56.696860 dv-cinder-806038-1-iscsi neutron-server[75031]: {{(pid=75031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 19:02:56.743980 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.744908 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.747817 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.753613 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.755281 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.764264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e08d86fb-7b9a-4e5a-9a02-2b7afae4a671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:56.852937 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Pushing event updated for resources: {'Port': ['ID=7a711606-5db4-48bb-916a-49db5f7d69c3,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.858395 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.864505 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.866229 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4381da7c-dad7-4662-9209-ca418bf7e38a HTTP/1.1" status: 204 len: 168 time: 1.4119937 Aug 25 19:02:56.867104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4381da7c-dad7-4662-9209-ca418bf7e38a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:56.881341 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-0fa00fb7-388b-4bbc-8844-091a8cac3074 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:02:56.882843 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-0fa00fb7-388b-4bbc-8844-091a8cac3074 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.8443406 Aug 25 19:02:56.883660 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:56.899368 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:56.907740 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-b7cb6699-81fd-43dd-b6bf-3e83cc75535c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/quotas/e949650362c743aaa9a9d1451b43d2c1 HTTP/1.1" status: 200 len: 375 time: 0.0183785 Aug 25 19:02:56.928861 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:02:56.929499 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:02:57.069046 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-10433dba-d6b0-4952-8e69-9ea79e8e7cdc tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1528275 Aug 25 19:02:57.087096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.094051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.116306 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:57.148373 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281999fd-00a2-468f-b06e-c83e5b6e312c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:57.183526 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382dc281-0dc6-4531-bc31-f1a03f183ff1,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:57.202190 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:57.212527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:57.213263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:57.351682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.389958 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:02:57.405181 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.406586 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/382dc281-0dc6-4531-bc31-f1a03f183ff1 HTTP/1.1" status: 204 len: 168 time: 1.0521731 Aug 25 19:02:57.410369 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.416658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:57.422489 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-525b345f-a408-4cb0-8b00-c687fdd4e183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/281999fd-00a2-468f-b06e-c83e5b6e312c HTTP/1.1" status: 204 len: 168 time: 1.0071321 Aug 25 19:02:57.443096 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a964ea3-6c63-4814-8ff8-cac9e8b1a55d req-c20a2a43-0d08-4290-8d9b-7232cafdd449 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.1137941 Aug 25 19:02:57.597022 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Router 04a55cec-782d-4086-bd68-1ae239c8349f is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:02:57.960334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33752) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:58.033951 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device a94029a7-5f76-4faa-89b6-bf3a08ac39a0 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:02:58.128591 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.173238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Allocated IP 172.20.0.1 (cdcc9d0f-87db-4bd6-993d-866950e72b27/a202dfff-d381-4c86-b166-e605a35fa650/6511e5e3-21e0-4e39-b23f-18c0b3c902f3) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:02:58.292202 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3ce21-2109-46c6-a33c-87ebe1d20943 None None] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:58.296504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:58.302402 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:02:58.319077 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Usage tracker for resource:security_group_rule and tenant:f1b5e1f06455433fb4a2035cede6bcd2 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:58.328199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:58.338999 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:02:58.348733 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:58.383649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.390795 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4451568 Aug 25 19:02:58.408407 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33766) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:58.466887 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:02:58.468030 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:53Z', 'revision_number': 3, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:02:58.482672 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e678a4ba-97f8-43a1-87f1-6d3499f45935 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:02:58.483496 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7374637-d2f2-4f6a-ad9c-61d740934c3b None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:53Z', 'revision_number': 3, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:02:58.540429 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910314a-40f5-4d74-a9fe-ed72709acf25 None None] Network 7ea116f1-6631-42c9-854e-e083128362da requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:02:58.570236 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:02:58.571477 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:02:58.600368 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.638753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Transition to ACTIVE for port object 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:02:58.675479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-171ad164-69ae-4ceb-8f13-c1e014774e78 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:02:58.685849 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-171ad164-69ae-4ceb-8f13-c1e014774e78 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.1129129 Aug 25 19:02:58.689915 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.718604 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.764064 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:58.823493 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:58.828442 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:58.875465 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b5e1f06455433fb4a2035cede6bcd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9062002 Aug 25 19:02:58.878577 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dd2e554c-be6a-430b-a235-5b87983dd606 req-464be73e-3a52-4cf7-ad5a-14e80441d36e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.1565459 Aug 25 19:02:58.883641 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33778) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:59.060844 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38b6e7-1553-4807-994b-38ba35b58829,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:59.097970 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:02:59.105137 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:59.115222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Pushing event updated for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:02:59.147340 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:02:59.154702 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 33792) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:02:59.239462 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:02:59.246693 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:02:59.258985 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:02:59.259488 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.291290 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.389418 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-74ec818f-743a-45f8-96fb-0d5a34c83630 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021515 Aug 25 19:02:59.501102 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:02:59.509689 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.515298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Usage tracker for resource:security_group_rule and tenant:83cffb0f441e4192b514645680258318 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:02:59.525906 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:02:59.535446 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:02:59.568524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.654824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Provisioning for port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:02:59.709063 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.751086 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Provisioning complete for port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:02:59.751836 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.843604 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-697455d1-58ce-45a8-8555-79ec69d9432b service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481287 Aug 25 19:02:59.939298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.942398 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.953421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-66ae5643-10cd-496a-8fe9-d8f3645eebe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:02:59.964225 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:02:59.991408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38b6e7-1553-4807-994b-38ba35b58829,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:00.024765 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:00.028121 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:00.049906 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.054135 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb38b6e7-1553-4807-994b-38ba35b58829 HTTP/1.1" status: 204 len: 168 time: 1.1386206 Aug 25 19:03:00.116965 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae68e3-9d17-4b79-ad67-8c370325b0c6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:00.122739 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:00.127318 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83cffb0f441e4192b514645680258318&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9652174 Aug 25 19:03:00.130691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 33820) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:00.304350 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.320145 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.337967 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.342414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.354057 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.361580 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eb9b724b-eec0-4d09-832a-588b96314749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:00.372263 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf9c0e48-0d27-4810-8987-39eaa6bfe327 req-36064bfb-c644-48c2-83b3-51a3598fb071 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.1187766 Aug 25 19:03:00.410534 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.444965 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Pushing event updated for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:00.624422 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:00.650141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2d4c6832-e01b-4a4a-9035-985e3b51a590 req-4ab528f0-f971-409a-9daf-4d7522fcba53 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 210 time: 0.2080822 Aug 25 19:03:00.675493 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] For port a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:00.731756 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.770170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:00.779502 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:00.781734 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:00.798654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:00.829619 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:00.917691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Pushing event updated for resources: {'Port': ['ID=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:00.989026 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:01.017753 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port e678a4ba-97f8-43a1-87f1-6d3499f45935 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:01.052066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Provisioning for port e678a4ba-97f8-43a1-87f1-6d3499f45935 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:01.073910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Provisioning complete for port e678a4ba-97f8-43a1-87f1-6d3499f45935 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:01.079994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.288965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:02:55Z', 'revision_number': 3, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:01.296647 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:01.300365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Updating router 04a55cec-782d-4086-bd68-1ae239c8349f port 5a860461-2864-4c58-a26a-5f8ae24e8d24 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:01.374683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae68e3-9d17-4b79-ad67-8c370325b0c6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:01.389540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device a94029a7-5f76-4faa-89b6-bf3a08ac39a0 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:01.389875 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.396526 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:01.581885 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:01.590092 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59ae68e3-9d17-4b79-ad67-8c370325b0c6 HTTP/1.1" status: 204 len: 168 time: 1.4504995 Aug 25 19:03:01.687956 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.082077 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4fd1090d-73c0-4287-8cad-2dffed254fc0 req-2a46b899-78b1-4fd6-b841-e76b3bb7e966 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.1413081 Aug 25 19:03:02.107237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:02.166445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Allocated IP 172.20.0.1 (7ea116f1-6631-42c9-854e-e083128362da/9b52fea1-f517-42c7-983b-84a71fe6d388/4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:02.198589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.252732 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:02.253303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.406878 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] For port e678a4ba-97f8-43a1-87f1-6d3499f45935, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e678a4ba-97f8-43a1-87f1-6d3499f45935,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:02.437858 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.440887 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a754583-0325-4125-a830-22982440e757 req-8a15eb30-1eea-46e6-a223-1d514aa9efde tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 210 time: 0.1044176 Aug 25 19:03:02.453346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.468137 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:02.472523 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Transition to ACTIVE for port object 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:02.513134 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.517848 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:02.601703 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Network 7ea116f1-6631-42c9-854e-e083128362da is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:02.611123 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:02.614191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Pushing event updated for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:02.633524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:02.634232 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.660901 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:02.734094 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Provisioning for port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:02.774695 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:02.806805 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] 10.222.0.26 "PUT /v2.0/routers/f97acd08-a39c-455b-ba26-6bfe0ece81b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0563760 Aug 25 19:03:02.827102 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.844468 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Provisioning complete for port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:02.845215 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:02.880165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.57', 58085) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:03.052838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 7a711606-5db4-48bb-916a-49db5f7d69c3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:03.135903 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Pushing event updated for resources: {'Port': ['ID=e678a4ba-97f8-43a1-87f1-6d3499f45935,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:03.148963 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:03.180273 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:03.236690 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:03.244650 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f42c730-645f-453f-b117-13f2d871ba5b tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:03.253907 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f42c730-645f-453f-b117-13f2d871ba5b tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.57 "GET /v2.0/networks?id=12594ef8-14a6-4a03-94a4-3511eb35e13a HTTP/1.1" status: 200 len: 811 time: 0.3702667 Aug 25 19:03:03.261286 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:03.262041 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:03.279167 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Provisioning complete for port e678a4ba-97f8-43a1-87f1-6d3499f45935 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:03.279734 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.331410 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Request body: {'port': {'device_id': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a', 'admin_state_up': True, 'tenant_id': '92354e8833ec4912b6b5f39f926bc7a2'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:03.362070 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.461067 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 7a711606-5db4-48bb-916a-49db5f7d69c3 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:03.476319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.477989 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Transition to ACTIVE for port object 5a860461-2864-4c58-a26a-5f8ae24e8d24 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:03.493286 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 7a711606-5db4-48bb-916a-49db5f7d69c3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:03.493662 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.556946 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.574497 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.602220 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b3f702f-094b-420f-b0e8-472a5443ed28 req-e7cb2316-345f-4f5d-ae7e-a76a65bbbd48 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.1192718 Aug 25 19:03:03.608546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:03.642410 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.655732 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:03.734984 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:03.806651 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:03.820554 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Usage tracker for resource:port and tenant:92354e8833ec4912b6b5f39f926bc7a2 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:03.836763 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:03.856876 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:03.891390 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Made reservation on behalf of 92354e8833ec4912b6b5f39f926bc7a2 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:03.901153 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:03.953206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Pushing event updated for resources: {'Port': ['ID=5a860461-2864-4c58-a26a-5f8ae24e8d24,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:03.968270 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:03.970593 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.57', 58093) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:04.002051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Attempting to bind port 5a860461-2864-4c58-a26a-5f8ae24e8d24 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:04.002422 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Attempting to bind port 5a860461-2864-4c58-a26a-5f8ae24e8d24 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:04.002785 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Attempting to bind port 5a860461-2864-4c58-a26a-5f8ae24e8d24 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:04.024102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:04.024502 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:04.024922 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.025318 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:04.025804 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Bound port: 5a860461-2864-4c58-a26a-5f8ae24e8d24, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:04.026186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.173913 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Pushing event updated for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:04.248627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:04.280837 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e47b2473-2a1d-4cfc-8439-ccd0eb516857 req-14f71e0e-1889-434e-ac88-8a07cf630167 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 210 time: 0.1037762 Aug 25 19:03:04.333598 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Network 7ea116f1-6631-42c9-854e-e083128362da is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:04.334859 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:04.352684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] For port 5a860461-2864-4c58-a26a-5f8ae24e8d24, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:04.364678 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.371256 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] For port 5a860461-2864-4c58-a26a-5f8ae24e8d24, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5a860461-2864-4c58-a26a-5f8ae24e8d24,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:04.384045 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.400600 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Provisioning complete for port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:04.400873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-46189d55-c01d-4146-8d88-4dd3921d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.504974 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:04.694997 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 2, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:04.706040 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:04.706407 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Updating router f97acd08-a39c-455b-ba26-6bfe0ece81b1 port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:04.770097 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Pushing event updated for resources: {'Port': ['ID=5a860461-2864-4c58-a26a-5f8ae24e8d24,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:04.775754 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:04.801253 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 7a711606-5db4-48bb-916a-49db5f7d69c3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=7a711606-5db4-48bb-916a-49db5f7d69c3,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:04.806148 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-5d4b3f77-6cb9-4da1-91fe-65d03dec01f4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:04.810836 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-5d4b3f77-6cb9-4da1-91fe-65d03dec01f4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.8345506 Aug 25 19:03:04.826531 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:04.849569 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:04.895769 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Request body: {'port': {'device_id': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'admin_state_up': True, 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:04.937778 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.006477 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e678a4ba-97f8-43a1-87f1-6d3499f45935 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:05.020737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Allocated IP 172.20.0.14 (12594ef8-14a6-4a03-94a4-3511eb35e13a/5878b074-3109-47e3-9ffc-5e58b0dcb242/b3199c8f-26b1-4ff4-a3e0-0e447b1f8231) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:05.204560 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef344830-60c9-4a77-ac58-c06027cda7f3 req-c025466d-55d0-42bf-a540-3ac8daef1b33 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.0686500 Aug 25 19:03:05.319618 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:05.492658 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:05.496500 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:05.546171 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34012) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:05.595100 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082304493', 'description': 'tempest-description--672689278'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:05.671581 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.754547 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.782851 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.815094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.827698 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=7a711606-5db4-48bb-916a-49db5f7d69c3,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:05.830263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.845211 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:05.869700 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Usage tracker for resource:port and tenant:e949650362c743aaa9a9d1451b43d2c1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:05.870370 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:05.885995 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:05.912452 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:05.939810 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:05.959573 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port e678a4ba-97f8-43a1-87f1-6d3499f45935 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:05.962373 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.033181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:06.039776 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.110561 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.204071 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.213120 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e389380d-aae6-4515-a072-b37836f5b83a req-aa5f17dc-30d9-4166-a0ed-86d874bd52ce tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 210 time: 0.2369752 Aug 25 19:03:06.216374 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:06.229087 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Transition to ACTIVE for port object 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:06.231304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:06.236916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-11de1a8d-f0ed-4073-b8f0-cb911f3591fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.272078 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.276433 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:06.316581 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:06.333862 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.355410 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:06.385099 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] 10.222.0.26 "PUT /v2.0/routers/04a55cec-782d-4086-bd68-1ae239c8349f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9755454 Aug 25 19:03:06.446637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Network 12594ef8-14a6-4a03-94a4-3511eb35e13a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:06.484499 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:06.493603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Pushing event updated for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:06.514075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:06.518282 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:06.518927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.589519 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Allocated IP 172.20.0.5 (f6411dd7-1ff9-4911-95ea-2e9c0381515a/32aa7b6f-b19c-45d7-80f4-b43aa7a64378/5025c333-a5a0-4ffa-a329-c113db548919) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:06.602110 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:06.612529 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2871544 Aug 25 19:03:06.630375 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.690758 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac6f5-d923-4c09-81f2-4930f7c41f16 None None] Pushing event updated for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:06.789243 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-9f72a28a-4b60-4540-b4af-d523ecd9a57f tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:03:06.790821 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-9f72a28a-4b60-4540-b4af-d523ecd9a57f tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1310117 Aug 25 19:03:06.794288 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.906521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:06.944646 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b35c-9115-4407-a3b3-e52f872a5f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:06.961683 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0f48355a-a286-47b3-8520-f7124704586e None None] Provisioning for port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:06.982064 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:07.037148 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ddac6f5-d923-4c09-81f2-4930f7c41f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:07.109799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0f48355a-a286-47b3-8520-f7124704586e None None] Provisioning complete for port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:07.110243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0f48355a-a286-47b3-8520-f7124704586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.261095 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Attempting to bind port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:07.263287 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Attempting to bind port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:07.263996 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Attempting to bind port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:07.295566 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:07.300489 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Checking segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:07.302642 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.307120 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Bound using segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:07.307869 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Bound port: 6511e5e3-21e0-4e39-b23f-18c0b3c902f3, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:07.310743 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.540437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-0f48355a-a286-47b3-8520-f7124704586e None None] Port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:07.552981 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.608382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.615524 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] For port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:07.644081 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] For port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:07.655900 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.662852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58572e-4914-46d3-bd65-02aba17a2f5f,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:07.665900 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.667807 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.672939 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34064) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:07.680826 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group_rule': {'security_group_id': 'fa58572e-4914-46d3-bd65-02aba17a2f5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:07.681412 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ddac6f5-d923-4c09-81f2-4930f7c41f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:07.685872 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1381431 Aug 25 19:03:07.709482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:07.713727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:07.721764 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:07.730663 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:07.744723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:07.751069 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:07.796006 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 7a711606-5db4-48bb-916a-49db5f7d69c3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:07.799231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.858373 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:07.865482 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:07.885527 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2ebd3-4c05-4dd0-bb36-f11d1a50e206 req-da8e4ca2-4abe-4f98-ae05-b847c99b9f2e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:07.886440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-47f2ebd3-4c05-4dd0-bb36-f11d1a50e206 req-da8e4ca2-4abe-4f98-ae05-b847c99b9f2e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Synchronizing usage tracker for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:07.903330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:07.925086 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:07.925830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:07.971348 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event updated for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:07.993091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34072) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:08.009399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.023457 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1386700 Aug 25 19:03:08.024936 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-47f2ebd3-4c05-4dd0-bb36-f11d1a50e206 req-da8e4ca2-4abe-4f98-ae05-b847c99b9f2e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Unset dirty status for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:08.034166 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47f2ebd3-4c05-4dd0-bb36-f11d1a50e206 req-da8e4ca2-4abe-4f98-ae05-b847c99b9f2e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 932 time: 1.3733768 Aug 25 19:03:08.066437 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.070804 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddac6f5-d923-4c09-81f2-4930f7c41f16 None None] Pushing event updated for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.076938 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-1ddac6f5-d923-4c09-81f2-4930f7c41f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.077391 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.107624 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:08.108386 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:02:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:08.114620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:08.161447 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0961f724-5e68-4107-8062-4363ba627ec2,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.168458 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.174475 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.175789 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5018957 Aug 25 19:03:08.179363 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34082) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:08.186279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group_rule': {'security_group_id': 'fa58572e-4914-46d3-bd65-02aba17a2f5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:08.201108 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47f2ebd3-4c05-4dd0-bb36-f11d1a50e206 req-cf071c80-0cd6-4968-8664-017cb25917d8 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654079 Aug 25 19:03:08.212900 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:08.226122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:08.229414 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:08.237345 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:08.268654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.361431 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Request body: {'port': {'device_id': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:08.403323 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.414836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.419544 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:08.488791 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.493282 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3128912 Aug 25 19:03:08.497428 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34086) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:08.498188 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc870f3-0af7-4e00-bcaa-ce0d8afd6a64,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:08.501727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:08.515655 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:08.518392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 7a711606-5db4-48bb-916a-49db5f7d69c3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:08.518872 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.538182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:08.680194 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:floatingip and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:08.685046 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:08.689856 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.694268 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:08.726105 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:08.759084 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:08.763325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Request body: {'port': {'device_id': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:08.867928 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:08.891936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Usage tracker for resource:security_group_rule and tenant:28ea8059fa994bee92d88c69f7f5ae4a is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:08.917583 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:08.952349 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:09.159504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.192324 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7a376c63-9e45-4469-8d8f-d81040389f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.232280 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.238779 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.271457 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c76b7ed3-0ed7-4c72-9823-250f029de489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:09.286931 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.300058 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 2, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:09.321264 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba71ce-3a66-4404-aad5-f5b7f6e394b8 None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 2, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:09.327405 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34102) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:09.329393 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:03:09.518769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db7ae2-c336-4c19-a1d8-39b950115cfe,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:09.529765 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28ea8059fa994bee92d88c69f7f5ae4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5326416 Aug 25 19:03:09.544125 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34110) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:09.545192 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:09.747364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34116) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:09.786027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256163833', 'description': 'tempest-description--797727160'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:09.834353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:09.859082 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:09.884473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:09.895523 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:09.921792 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:07Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:09.958731 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc730700-edc6-4a48-b178-1b582a73f19e None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:07Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:10.012533 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.096343 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.139168 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:10.260179 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d6f3e-578b-4ad0-8578-eb7b72a46fc7 req-21ed31b2-1a93-457f-80ae-c9504391f8fa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:10.275341 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-233d6f3e-578b-4ad0-8578-eb7b72a46fc7 req-21ed31b2-1a93-457f-80ae-c9504391f8fa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:10.405161 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.443330 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.627503 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:10.665026 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Usage tracker for resource:security_group_rule and tenant:cc1dd044a3444bf6a2da4674f96ec7ea is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:10.678810 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:10.688680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:10.701355 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:10.704977 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:10.723057 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:10.732692 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:10.747696 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:10.834647 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db7ae2-c336-4c19-a1d8-39b950115cfe,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:10.856386 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ee2ba-fbc9-4bfa-bced-104e683d6938 req-815106da-d4fb-414e-ba27-d4d4838c28a9 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:10.876595 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-467ee2ba-fbc9-4bfa-bced-104e683d6938 req-815106da-d4fb-414e-ba27-d4d4838c28a9 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 932 time: 0.7590775 Aug 25 19:03:10.886033 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:11.206711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.211207 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:11.268416 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.357041 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.366197 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.395972 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.405553 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-89b94482-e8cc-4421-9faf-f390e2c582ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:11.505057 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.532787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:11.586529 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.607193 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3db7ae2-c336-4c19-a1d8-39b950115cfe HTTP/1.1" status: 204 len: 168 time: 2.0474484 Aug 25 19:03:11.622449 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:11.693726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf4869e-638f-4aaa-a6c6-7eb3daae666a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:11.811203 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:11.825809 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.833476 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0830731 Aug 25 19:03:11.837722 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-467ee2ba-fbc9-4bfa-bced-104e683d6938 req-93f9d761-b1d1-4cd2-a686-045c0310db7c tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Synchronizing usage tracker for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:11.850108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34150) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:11.855366 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-86ab889a-1114-42a6-85f9-802a7b17a88c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc1dd044a3444bf6a2da4674f96ec7ea&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5060067 Aug 25 19:03:11.866579 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:11.866962 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.868526 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34154) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:11.912067 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group_rule': {'security_group_id': 'fdbdecce-f447-4e97-85e0-53a8705a382c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:11.932890 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:11.941409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5025c333-a5a0-4ffa-a329-c113db548919 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:11.964330 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:11.972385 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:11.974892 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbdecce-f447-4e97-85e0-53a8705a382c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:11.978820 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:11.982113 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:11.989913 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:11.990284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.028307 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:12.029594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Transition to ACTIVE for port object 5025c333-a5a0-4ffa-a329-c113db548919 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:12.125942 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-467ee2ba-fbc9-4bfa-bced-104e683d6938 req-93f9d761-b1d1-4cd2-a686-045c0310db7c tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Unset dirty status for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:12.167992 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-467ee2ba-fbc9-4bfa-bced-104e683d6938 req-93f9d761-b1d1-4cd2-a686-045c0310db7c tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2891543 Aug 25 19:03:12.179519 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.323860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.345324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Allocated IP 172.27.2.99 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:12.380861 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.464503 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:12.472271 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.486730 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:12.542079 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.641163 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:12.658092 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.757307 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.766424 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.768865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-781fa272-94e8-4f2e-ab25-4614a0d8e7b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:12.797683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00808a03-5d84-4f5b-bbe8-f170e10d2875,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:12.811827 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.822156 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.828754 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.829927 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edf4869e-638f-4aaa-a6c6-7eb3daae666a HTTP/1.1" status: 204 len: 168 time: 0.9599941 Aug 25 19:03:12.830992 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96af799e-8700-4da5-9e5b-0d6c98d058bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:12.845157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.852528 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9949863 Aug 25 19:03:12.856593 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34182) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:12.859922 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf4869e-638f-4aaa-a6c6-7eb3daae666a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:12.865334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:12.872363 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group_rule': {'security_group_id': 'fdbdecce-f447-4e97-85e0-53a8705a382c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:12.878308 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:12.883061 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.883784 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-233d6f3e-578b-4ad0-8578-eb7b72a46fc7 req-21ed31b2-1a93-457f-80ae-c9504391f8fa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:12.884955 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-233d6f3e-578b-4ad0-8578-eb7b72a46fc7 req-21ed31b2-1a93-457f-80ae-c9504391f8fa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 931 time: 4.2672400 Aug 25 19:03:12.890979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:12.894270 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:12.911151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:12.938970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:12.963681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:13.108860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:13.236470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.270289 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.276199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.279176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:13.279310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.285413 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Pushing event updated for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:13.297592 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:13.317420 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddae8473-8b51-44e6-9d5b-6a6b8dc563c5,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:13.323345 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:13.369120 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Transition to ACTIVE for port object b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:13.387220 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-233d6f3e-578b-4ad0-8578-eb7b72a46fc7 req-f088413b-b648-4bab-93c2-994c3dc842ef tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239969 Aug 25 19:03:13.400215 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.470934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.474127 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f29fdb5-740b-44bb-8494-e8665b433a29 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:13.475168 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6085975 Aug 25 19:03:13.499861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34194) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:13.507755 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:13.521186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:13.525829 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:floatingip and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:13.529639 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:13.542507 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:13.587568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.648143 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3641516-9273-439e-873a-dab147afeab4 req-d713a240-47b6-4bf0-bf73-141f3421f138 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:13.650014 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d3641516-9273-439e-873a-dab147afeab4 req-d713a240-47b6-4bf0-bf73-141f3421f138 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.2735534 Aug 25 19:03:13.729570 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5a860461-2864-4c58-a26a-5f8ae24e8d24 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:13.875169 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34204) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:13.896207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Attempting to bind port 5025c333-a5a0-4ffa-a329-c113db548919 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:13.896847 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Attempting to bind port 5025c333-a5a0-4ffa-a329-c113db548919 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:13.896847 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Attempting to bind port 5025c333-a5a0-4ffa-a329-c113db548919 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:13.915462 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 5a860461-2864-4c58-a26a-5f8ae24e8d24 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:13.917186 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.923725 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 5a860461-2864-4c58-a26a-5f8ae24e8d24 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:13.924364 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.935381 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:13.939646 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:13.943658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Port 5025c333-a5a0-4ffa-a329-c113db548919 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:13.943976 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Attempting to bind port 5025c333-a5a0-4ffa-a329-c113db548919 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:13.946140 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:13.950650 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d965e5c-e9a2-4f7a-a821-5d0339af942c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.036943 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d3641516-9273-439e-873a-dab147afeab4 req-f6ea84fa-d400-42b0-8dfa-d0cf52f0991f tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978905 Aug 25 19:03:14.065872 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:14.066304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Checking segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:14.066547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:14.066909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Bound using segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:14.067382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Bound port: 5025c333-a5a0-4ffa-a329-c113db548919, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:14.067735 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.079345 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f4a9f8b1c4473fa22d03055cbc8906 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:14.083149 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:14.086029 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:14.093021 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:14.118946 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:14.124900 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:14.127472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:14.133840 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:14.168149 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Attempting to bind port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:14.168774 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Attempting to bind port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '3b21ef96-de6e-4bd8-ac86-e5f19708634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:14.169060 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Attempting to bind port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 on network 12594ef8-14a6-4a03-94a4-3511eb35e13a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:14.210345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 on network 12594ef8-14a6-4a03-94a4-3511eb35e13a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:14.210345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Attempting to bind port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 on network 12594ef8-14a6-4a03-94a4-3511eb35e13a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:14.229724 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.313907 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.346966 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 5a860461-2864-4c58-a26a-5f8ae24e8d24, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5a860461-2864-4c58-a26a-5f8ae24e8d24,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:14.359412 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.360338 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:14.419427 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.427740 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:14.428296 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Checking segment: {'id': '3b21ef96-de6e-4bd8-ac86-e5f19708634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:14.428498 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Bound using segment: {'id': '3b21ef96-de6e-4bd8-ac86-e5f19708634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:14.429123 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Bound port: b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b21ef96-de6e-4bd8-ac86-e5f19708634b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:14.429932 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.615344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:14.665533 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=5a860461-2864-4c58-a26a-5f8ae24e8d24,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:14.671318 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:14.681044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:14.681620 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.688607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Allocated IP 172.27.2.239 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/87f6b277-05b2-4bf0-81bd-4fdd4a01b381) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:14.763071 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34224) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:14.780692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5025c333-a5a0-4ffa-a329-c113db548919,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:14.838141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.841869 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.849866 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:14.944906 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33ace48f-da0f-453d-be8c-8e7164a4e2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.988186 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec2b020b-bd59-4ab7-af55-f857ba931f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:14.989437 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7f4a9f8b1c4473fa22d03055cbc8906&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1007311 Aug 25 19:03:14.990444 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43773efa-76e7-4daf-a515-fd156166bdf7,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:14.993226 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34234) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:15.030250 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.115742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.127338 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.134832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:15.167236 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.238027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.259469 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:15.283427 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.284920 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] 10.222.0.57 "PUT /v2.0/ports/5025c333-a5a0-4ffa-a329-c113db548919 HTTP/1.1" status: 200 len: 1093 time: 7.2170143 Aug 25 19:03:15.286436 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,segment=NetworkSegment(3b21ef96-de6e-4bd8-ac86-e5f19708634b),segment_id=3b21ef96-de6e-4bd8-ac86-e5f19708634b)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:15.299054 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.302841 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43773efa-76e7-4daf-a515-fd156166bdf7 HTTP/1.1" status: 204 len: 168 time: 0.2861633 Aug 25 19:03:15.303816 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43773efa-76e7-4daf-a515-fd156166bdf7,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.330955 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.342151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.369515 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:15.533540 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.557951 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Pushing event updated for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.561567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.576786 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.585286 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5a860461-2864-4c58-a26a-5f8ae24e8d24 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:15.590882 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.603076 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3005ebd-abc8-460c-9364-f87cb50f51be req-48e39355-3419-4110-a9fd-b10cb2c5aef8 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:15.604599 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3005ebd-abc8-460c-9364-f87cb50f51be req-48e39355-3419-4110-a9fd-b10cb2c5aef8 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.2426937 Aug 25 19:03:15.610389 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:15.620880 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:15.683220 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.686014 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] 10.222.0.57 "PUT /v2.0/ports/b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 HTTP/1.1" status: 200 len: 1094 time: 7.7951593 Aug 25 19:03:15.696321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.726373 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:15.733931 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 5a860461-2864-4c58-a26a-5f8ae24e8d24 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:15.734366 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:15.742770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea34f8-5da8-46c7-b552-c9e11d53fce7 req-370edc2d-740e-46be-a928-62ad32514c10 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:15.744767 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13ea34f8-5da8-46c7-b552-c9e11d53fce7 req-370edc2d-740e-46be-a928-62ad32514c10 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 943 time: 1.0692616 Aug 25 19:03:15.765136 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Usage tracker for resource:security_group_rule and tenant:2e255260e7a84bfeb4ced5638b5ca71d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:15.795402 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:15.804654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:15.820811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:15.834183 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:15.839347 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:15.866866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Pushing event updated for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.872069 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:15.949545 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=87f6b277-05b2-4bf0-81bd-4fdd4a01b381,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:15.966276 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a3005ebd-abc8-460c-9364-f87cb50f51be req-1fd3920c-d48e-4ba8-8c3b-cbd5d7c6b0fb tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056128 Aug 25 19:03:16.124432 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.127942 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:16.215525 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.222442 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13ea34f8-5da8-46c7-b552-c9e11d53fce7 req-4b82935a-e042-48ea-81c5-6cf4e766312c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621992 Aug 25 19:03:16.385628 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.432532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.474309 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.523124 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e255260e7a84bfeb4ced5638b5ca71d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7497602 Aug 25 19:03:16.524107 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34274) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:16.547146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.612258 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.628474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.638538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.643440 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.646737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c15dc1-65ff-47bf-b44b-eb7a1c3a3542,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:16.687346 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:16.692033 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:16.731855 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.743104 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919', 'status': 'completed', 'code': 200} Aug 25 19:03:16.748528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=87f6b277-05b2-4bf0-81bd-4fdd4a01b381,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:16.773939 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:16.788251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.799414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.800443 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2992973 Aug 25 19:03:16.877111 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:16.891413 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:16.922733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.944486 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:16.954734 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4422586 Aug 25 19:03:17.032971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.153113 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.157348 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:17.189101 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c15dc1-65ff-47bf-b44b-eb7a1c3a3542,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:17.193324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:17.217545 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:17.225420 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0c15dc1-65ff-47bf-b44b-eb7a1c3a3542 HTTP/1.1" status: 204 len: 168 time: 0.6695180 Aug 25 19:03:17.509009 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f3de9-5a70-4f48-ac35-f4d20f7950b4 req-f9685409-bf56-436e-9111-5b7cf97d2e12 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:17.519169 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9d3f3de9-5a70-4f48-ac35-f4d20f7950b4 req-f9685409-bf56-436e-9111-5b7cf97d2e12 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.1964464 Aug 25 19:03:17.542032 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4fa774a4-6eba-4b73-ac00-0ce3a9a99109 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:17.612109 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9d3f3de9-5a70-4f48-ac35-f4d20f7950b4 req-e6add5e0-afe8-45bc-a057-6a1c1a3acb1e tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918977 Aug 25 19:03:17.625681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4fa774a4-6eba-4b73-ac00-0ce3a9a99109 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:17.626967 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4fa774a4-6eba-4b73-ac00-0ce3a9a99109 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1256163833&fields=id&tenant_id=d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 267 time: 0.2221396 Aug 25 19:03:18.013694 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c4530ee1-b0fb-4d38-b36b-fb5390ad905c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:18.014718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c4530ee1-b0fb-4d38-b36b-fb5390ad905c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:18.045270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c4530ee1-b0fb-4d38-b36b-fb5390ad905c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:18.055475 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c4530ee1-b0fb-4d38-b36b-fb5390ad905c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 810 time: 0.4183171 Aug 25 19:03:18.081202 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c4acb28e-5c04-4f00-9d37-232b58c9d0b5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/quotas/d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 375 time: 0.0152671 Aug 25 19:03:18.193933 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-e6fc0fee-6ff5-49a6-93cd-aa84cb5f4b29 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:18.247511 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-e6fc0fee-6ff5-49a6-93cd-aa84cb5f4b29 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:18.248740 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-e6fc0fee-6ff5-49a6-93cd-aa84cb5f4b29 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1082304493&fields=id&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 267 time: 0.1603830 Aug 25 19:03:18.280080 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f3f41d3c-d29b-4654-ab89-65a2ea8e32d2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977811 Aug 25 19:03:18.280576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34340) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:18.447488 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:18.550867 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34348) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:18.551994 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:18.566744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Usage tracker for resource:security_group_rule and tenant:c760169f22774fd89c8ead1cb75ad9fc is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:18.571676 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:18.617891 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:18.634714 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-e3eade67-7d22-4045-a637-8c364103b91b service neutron] 10.222.0.26 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120821 Aug 25 19:03:18.642346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-840ca3aa-03a0-4284-95ea-8a2a166c9151 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:18.643198 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-840ca3aa-03a0-4284-95ea-8a2a166c9151 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:18.700877 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-840ca3aa-03a0-4284-95ea-8a2a166c9151 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:18.702994 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-840ca3aa-03a0-4284-95ea-8a2a166c9151 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 815 time: 0.4435902 Aug 25 19:03:18.737013 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-dc147765-35c3-486d-bc0c-be51ba28cd17 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/quotas/69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 375 time: 0.0285184 Aug 25 19:03:18.795456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:18.957429 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-7418ba4b-61e3-4579-a340-adb3034ff7a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143784 Aug 25 19:03:19.002829 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-a8c5de24-726a-4f79-a0ef-3a4fee1c3b46 service neutron] 10.222.0.26 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672724 Aug 25 19:03:19.031525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.037860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.110335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:19.121651 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c760169f22774fd89c8ead1cb75ad9fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8313243 Aug 25 19:03:19.123331 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34374) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:19.154393 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.207323 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:19.221454 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f285a3dffa4f0d96b64df3d9976eb4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:19.221454 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:19.223098 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:19.233484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7e6e0-ffa0-4b95-a4ec-be25246eb5d2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:19.236635 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:19.295244 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-7bf1ec9c-5449-4fbb-9d05-070ca21f3109 service neutron] 10.222.0.26 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318834 Aug 25 19:03:19.487404 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-524b50ee-3855-41cd-94ff-42aca4498fbe service neutron] 10.222.0.26 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738257 Aug 25 19:03:19.538103 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.763934 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.791264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.820771 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:19.850210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4566a33e-059a-4e74-88c3-d049ca2bcb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:19.890615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5877fac-8445-42d3-9546-d7001301f722,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:19.908898 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:19.909921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a459-94ec-4863-872c-ba79a233ec02 req-68c5b683-089f-4399-97d5-ff8b18be88b6 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:19.931864 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df41a459-94ec-4863-872c-ba79a233ec02 req-68c5b683-089f-4399-97d5-ff8b18be88b6 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.1553659 Aug 25 19:03:19.957181 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-0962802e-4359-4a14-b4b7-85c23b6b3942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92354e8833ec4912b6b5f39f926bc7a2&device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 1097 time: 0.5845208 Aug 25 19:03:19.963787 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-b9ba127a-0bf5-402a-9845-e964c51a0277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 1096 time: 0.5960872 Aug 25 19:03:19.968067 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1f285a3dffa4f0d96b64df3d9976eb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4135058 Aug 25 19:03:19.974575 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a0f59-3829-4f57-b320-06b5f90d7248 req-297cd898-c84c-49e5-a803-53729db82c38 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:19.976081 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ce2a0f59-3829-4f57-b320-06b5f90d7248 req-297cd898-c84c-49e5-a803-53729db82c38 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 943 time: 0.4100661 Aug 25 19:03:19.976587 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34422) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:20.029013 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-df41a459-94ec-4863-872c-ba79a233ec02 req-9b69e16e-5373-4c45-b5f8-367db43d1aef tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915630 Aug 25 19:03:20.223129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231', 'status': 'completed', 'code': 200} Aug 25 19:03:20.345780 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4c79934c-e341-4862-852a-331544962be9 req-7726427f-1802-42f8-8cd0-aa035a9a7ea1 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:20.372485 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4c79934c-e341-4862-852a-331544962be9 req-7726427f-1802-42f8-8cd0-aa035a9a7ea1 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:20.376444 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.380342 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c79934c-e341-4862-852a-331544962be9 req-7726427f-1802-42f8-8cd0-aa035a9a7ea1 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 210 time: 0.0957277 Aug 25 19:03:20.385129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-8d5c9ca5-9abf-45d8-9af8-fc62364477bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 HTTP/1.1" status: 200 len: 217 time: 0.3679087 Aug 25 19:03:20.387090 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-59c2e824-4ce7-49c0-a8d8-e7f098c9840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:20.415566 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-8ef00887-a507-405e-9494-51de974ce9cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5025c333-a5a0-4ffa-a329-c113db548919 HTTP/1.1" status: 200 len: 217 time: 0.3961186 Aug 25 19:03:20.424885 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ce2a0f59-3829-4f57-b320-06b5f90d7248 req-6f1eb51d-cc3a-4491-aeac-f4bc6e99087c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062860 Aug 25 19:03:20.536342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.538420 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7e6e0-ffa0-4b95-a4ec-be25246eb5d2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:20.582788 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:20.597239 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e4a51621-85c2-4c80-91d8-a8af6ba55741 req-6ea68df9-eb6d-4434-9b56-c8b7cf082381 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 210 time: 0.0537977 Aug 25 19:03:20.621417 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.623199 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67f7e6e0-ffa0-4b95-a4ec-be25246eb5d2 HTTP/1.1" status: 204 len: 168 time: 1.4966497 Aug 25 19:03:20.624715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-94c56eed-95bf-4305-b6aa-5073201e153d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:20.626435 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-94c56eed-95bf-4305-b6aa-5073201e153d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.1997137 Aug 25 19:03:20.701705 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-0f955b67-2f92-4f08-a676-23db2194eee3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541279 Aug 25 19:03:20.705211 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:20.723268 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-10af963b-b3c5-405d-9faa-314f082fa688 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:20.724802 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-10af963b-b3c5-405d-9faa-314f082fa688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878b074-3109-47e3-9ffc-5e58b0dcb242 HTTP/1.1" status: 200 len: 851 time: 0.3061059 Aug 25 19:03:20.858813 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-61153f48-0caa-49b5-97fc-a2a532f80398 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12594ef8-14a6-4a03-94a4-3511eb35e13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081383 Aug 25 19:03:20.974220 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:21.028080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:21.073904 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.57', 58108) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:21.186382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5877fac-8445-42d3-9546-d7001301f722,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:21.198452 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:21.254637 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-c5a8079a-13f5-4868-929c-f3be4c18d7ae service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410845 Aug 25 19:03:21.272700 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:21.283564 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5877fac-8445-42d3-9546-d7001301f722 HTTP/1.1" status: 204 len: 168 time: 1.2987387 Aug 25 19:03:21.469105 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-ab945129-e31e-461c-821c-c15b993adce8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:21.472584 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-ab945129-e31e-461c-821c-c15b993adce8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 810 time: 0.3962102 Aug 25 19:03:21.586020 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4a969bae-6f0b-4da2-99e2-ea4041a9775c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:21.629844 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4a969bae-6f0b-4da2-99e2-ea4041a9775c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:21.634436 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-4a969bae-6f0b-4da2-99e2-ea4041a9775c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 380 time: 0.1366606 Aug 25 19:03:21.651300 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'port': {'device_id': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'admin_state_up': True, 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'security_groups': ['fdbdecce-f447-4e97-85e0-53a8705a382c']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:21.778734 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ff98fc6b-9ff2-483d-a884-c57143d46efd req-cfcbf600-7c1b-4ae4-ac80-4429cc3e8aed service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891508 Aug 25 19:03:21.923991 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.57', 58112) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:21.939070 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-caa791b0-d006-4fd9-8d3c-cd5add92d3e3 service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0156012 Aug 25 19:03:21.961495 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ebff82a6-64c3-41b8-8798-4e3740c2cc3b req-23f21bc9-cfe4-4fde-93b2-d901c9991335 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 210 time: 0.2745204 Aug 25 19:03:22.182570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34520) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:22.218938 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:22.235227 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:22.250399 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Made reservation on behalf of d1d1aceca3c14555889f3baf7454d7f6 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:22.254991 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.472706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.503198 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d3801-5f84-4c57-984e-77cd063d1a3d req-6eaccbf9-e3ee-4f98-a2ab-7a85901cc130 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:22.506410 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f6d3801-5f84-4c57-984e-77cd063d1a3d req-6eaccbf9-e3ee-4f98-a2ab-7a85901cc130 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 943 time: 0.1860480 Aug 25 19:03:22.539387 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Allocated IP 172.20.0.9 (7ea116f1-6631-42c9-854e-e083128362da/9b52fea1-f517-42c7-983b-84a71fe6d388/3eab8240-cc47-4fff-9c1a-212d168cc616) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:22.567597 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-83588a61-5a72-4071-ba05-4d5fb56df413 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 1096 time: 0.6381705 Aug 25 19:03:22.581489 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b521b1-366f-4c0c-a417-27789e5b20ff req-daf64609-9d8d-4199-8e27-53f874aed93a tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:22.585816 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81b521b1-366f-4c0c-a417-27789e5b20ff req-daf64609-9d8d-4199-8e27-53f874aed93a tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.9966388 Aug 25 19:03:22.594007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8f6d3801-5f84-4c57-984e-77cd063d1a3d req-a3ed3aac-ed69-46ea-a662-b784391974c5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:22.602179 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:22.608465 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bb99b66c3a45daa362a7b2e711dc90 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:22.670703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:22.695981 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-8f6d3801-5f84-4c57-984e-77cd063d1a3d req-a3ed3aac-ed69-46ea-a662-b784391974c5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:22.697694 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f6d3801-5f84-4c57-984e-77cd063d1a3d req-a3ed3aac-ed69-46ea-a662-b784391974c5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826169 Aug 25 19:03:22.709563 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:22.793262 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-3a5320bc-2e37-4dd7-8463-48cf4503a927 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:22.794737 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-3a5320bc-2e37-4dd7-8463-48cf4503a927 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 815 time: 0.8693264 Aug 25 19:03:22.805386 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fca7de36-1d1a-4f9c-9a69-1e5794a4bbd0 req-365b189d-c871-478e-af85-7666ce5d382e service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742405 Aug 25 19:03:22.816947 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.825220 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-81b521b1-366f-4c0c-a417-27789e5b20ff req-6b283444-479b-4d48-aef6-6b02f50828a5 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003500 Aug 25 19:03:22.838300 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Transition to ACTIVE for port object 3eab8240-cc47-4fff-9c1a-212d168cc616 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:22.882758 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:22.893359 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d6c21478-0a5b-47e1-83fa-91d3e46b8cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:22.995142 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-a1dc148b-6ba6-4328-bee8-37d4c9f25107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:22.996974 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-a1dc148b-6ba6-4328-bee8-37d4c9f25107 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 915 time: 0.4104016 Aug 25 19:03:23.076831 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34544) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:23.082282 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-192d1f04-9ed4-42ce-98a1-11e2287891f3 req-96fec88a-2549-40fa-8a90-048aedc400ef tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 210 time: 0.1403298 Aug 25 19:03:23.097231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Network 7ea116f1-6631-42c9-854e-e083128362da is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:23.098859 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:23.102302 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:23.104077 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:23.107509 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:23.111547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:23.112176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.140822 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5002282 Aug 25 19:03:23.176342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Request body: {'port': {'device_id': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:23.178286 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-327cab07-9e8f-4d79-a979-af08605d831a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:23.385086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.473715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-327cab07-9e8f-4d79-a979-af08605d831a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:23.474934 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-327cab07-9e8f-4d79-a979-af08605d831a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 380 time: 0.6432660 Aug 25 19:03:23.490793 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-05891a02-1037-4b62-b7df-8ccaaf676dbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5025c333-a5a0-4ffa-a329-c113db548919 HTTP/1.1" status: 200 len: 217 time: 0.4726930 Aug 25 19:03:23.504883 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.513926 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'port': {'device_id': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'admin_state_up': True, 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'security_groups': ['fa58572e-4914-46d3-bd65-02aba17a2f5f']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:23.576196 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-9bee5f47-aea4-4feb-a604-2bd7e6d41df0 None None] Provisioning for port 3eab8240-cc47-4fff-9c1a-212d168cc616 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:23.586010 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-9bee5f47-aea4-4feb-a604-2bd7e6d41df0 None None] Provisioning complete for port 3eab8240-cc47-4fff-9c1a-212d168cc616 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:23.586398 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9bee5f47-aea4-4feb-a604-2bd7e6d41df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.625653 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.663142 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:23.728859 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-9bee5f47-aea4-4feb-a604-2bd7e6d41df0 None None] Port 3eab8240-cc47-4fff-9c1a-212d168cc616 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:23.768393 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:23.772472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-d89f1cfc-a4e1-4fb1-9100-bb88983245ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:23.773728 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Usage tracker for resource:security_group_rule and tenant:5b27dc57f6ef4990aca1f051ef585c0d is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:23.776980 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-d89f1cfc-a4e1-4fb1-9100-bb88983245ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.2318006 Aug 25 19:03:23.777141 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:23.796692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-541152d2-5e3b-4c82-b770-ca31be67e8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:23.833478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:23.868422 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-82a8bc76-e608-4261-81cc-986e2d1957dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92354e8833ec4912b6b5f39f926bc7a2&device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 1097 time: 0.9394898 Aug 25 19:03:23.893881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cb822-f824-4020-925c-9f363eaf68ee req-01c2a3c5-3c30-46e9-b4ec-99d800ba58a9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:23.901277 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e54cb822-f824-4020-925c-9f363eaf68ee req-01c2a3c5-3c30-46e9-b4ec-99d800ba58a9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 931 time: 0.7321932 Aug 25 19:03:24.029996 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-3a1ef48b-b971-43be-ab07-c687680245d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173760 Aug 25 19:03:24.040270 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.048911 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.050043 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dba383-9e8b-447a-8ee2-fa2ded166195,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.074435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.093185 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1bb99b66c3a45daa362a7b2e711dc90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8066556 Aug 25 19:03:24.099527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:24.105473 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34580) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:24.153976 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c0140-7c9f-43ab-a27c-3b3c71d783c1 req-9f65e55a-5600-4d3a-939e-17b43fbccb90 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:24.155724 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-361c0140-7c9f-43ab-a27c-3b3c71d783c1 req-9f65e55a-5600-4d3a-939e-17b43fbccb90 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 943 time: 0.2644863 Aug 25 19:03:24.166549 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eab8240-cc47-4fff-9c1a-212d168cc616 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:24.178402 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcd64ee-e2d7-4f0b-800f-4e356ffae6fd,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.181850 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.185062 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b27dc57f6ef4990aca1f051ef585c0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1016488 Aug 25 19:03:24.187218 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.196307 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:24.200917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34588) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:24.214132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:port and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:24.220025 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:24.231659 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Transition to ACTIVE for port object 3eab8240-cc47-4fff-9c1a-212d168cc616 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:24.237936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.244931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b19c7c69-7124-42f0-964e-96fb59e9f854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:24.248801 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e54cb822-f824-4020-925c-9f363eaf68ee req-06307206-3c15-485e-a28d-11693d89f20f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464272 Aug 25 19:03:24.282646 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-361c0140-7c9f-43ab-a27c-3b3c71d783c1 req-05f90c7a-65b3-4188-abba-3b5d19ec8e1e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101394 Aug 25 19:03:24.320732 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:24.407284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Pushing event updated for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.410784 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.457685 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-0c311c32-ca24-47a6-a42a-39660a8c77aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:24.460702 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-0c311c32-ca24-47a6-a42a-39660a8c77aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=12594ef8-14a6-4a03-94a4-3511eb35e13a HTTP/1.1" status: 200 len: 912 time: 0.5533850 Aug 25 19:03:24.531611 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Attempting to bind port 3eab8240-cc47-4fff-9c1a-212d168cc616 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:24.532479 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Attempting to bind port 3eab8240-cc47-4fff-9c1a-212d168cc616 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:24.533046 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Attempting to bind port 3eab8240-cc47-4fff-9c1a-212d168cc616 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:24.541912 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f18b93f7-7caa-4ebd-af2b-954f55d99b70 req-ce8935a8-7f25-4c28-b13e-43247706a45b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 210 time: 0.0908635 Aug 25 19:03:24.549564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Port 3eab8240-cc47-4fff-9c1a-212d168cc616 on network 7ea116f1-6631-42c9-854e-e083128362da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:24.552770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Attempting to bind port 3eab8240-cc47-4fff-9c1a-212d168cc616 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:24.566656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:24.567251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Checking segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:24.568006 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Bound using segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:24.568630 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Bound port: 3eab8240-cc47-4fff-9c1a-212d168cc616, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:24.569200 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.604569 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Made reservation on behalf of 69be6c7d8b0840568f788602118a2e77 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:03:24.608342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.670190 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.680474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:24.686119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3eab8240-cc47-4fff-9c1a-212d168cc616,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:24.690507 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.695206 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:24.734816 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-74533365-c15e-4709-8b93-24b34ef83896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 HTTP/1.1" status: 200 len: 217 time: 0.2564983 Aug 25 19:03:24.748011 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-c9b17c35-afc2-43e0-b689-5800770b68f7 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096908 Aug 25 19:03:24.771249 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.779100 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] 10.222.0.57 "PUT /v2.0/ports/3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 1093 time: 1.6151562 Aug 25 19:03:24.779641 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:24.822139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.884406 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:24.911849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Pushing event updated for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:24.925499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:24.980521 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-aa3b5016-2e8d-4928-8b58-5e7f2606de33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1096 time: 0.1420457 Aug 25 19:03:25.098480 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-9b797f04-57a1-42c2-beff-32849a43ea7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 217 time: 0.1032050 Aug 25 19:03:25.250280 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-72b8f469-a95e-44c7-bb00-599c9af26e78 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:25.253095 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-72b8f469-a95e-44c7-bb00-599c9af26e78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878b074-3109-47e3-9ffc-5e58b0dcb242 HTTP/1.1" status: 200 len: 851 time: 0.5041697 Aug 25 19:03:25.254737 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-30744fb6-db24-46dd-aafe-5fd8ef470b79 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:25.256432 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-30744fb6-db24-46dd-aafe-5fd8ef470b79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.1505063 Aug 25 19:03:25.268424 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:25.284400 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-9ecddd8f-884e-44f0-a92d-e26f8f7dd6b1 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778581 Aug 25 19:03:25.298896 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620ddcb-1958-4833-b056-5f9e4ec4a3be req-70c3b8fe-abd8-4099-b227-2c54691942d8 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:25.306335 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4620ddcb-1958-4833-b056-5f9e4ec4a3be req-70c3b8fe-abd8-4099-b227-2c54691942d8 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.7741523 Aug 25 19:03:25.375054 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-d8552b66-bbb5-46c9-9045-a239b3a3a5b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087456 Aug 25 19:03:25.418917 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-50e9b7da-fcb1-437d-8760-2c1a50d1a371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12594ef8-14a6-4a03-94a4-3511eb35e13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313317 Aug 25 19:03:25.479401 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Allocated IP 172.20.0.5 (cdcc9d0f-87db-4bd6-993d-866950e72b27/a202dfff-d381-4c86-b166-e605a35fa650/d11a7f9e-ba1f-449e-8893-e574efa4ee06) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:03:25.530435 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'status': 'completed', 'code': 200} Aug 25 19:03:25.566716 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:25.586302 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4620ddcb-1958-4833-b056-5f9e4ec4a3be req-14c06b26-d760-45a6-b08a-3ed983b3d9c3 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787399 Aug 25 19:03:25.660918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:25.700019 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-def55a9e-a020-4458-a05e-ec751fed2ecd service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185117 Aug 25 19:03:25.836115 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dba383-9e8b-447a-8ee2-fa2ded166195,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:25.839019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:25.890976 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:25.979511 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5b1dc34-ecb6-4201-bb9a-328b682475c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:25.987139 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5025c333-a5a0-4ffa-a329-c113db548919 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:26.005847 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-6366f152-57eb-48b7-ac77-d2bb8607c172 service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712328 Aug 25 19:03:26.006574 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.010309 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33dba383-9e8b-447a-8ee2-fa2ded166195 HTTP/1.1" status: 204 len: 168 time: 1.8624830 Aug 25 19:03:26.012234 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcd64ee-e2d7-4f0b-800f-4e356ffae6fd,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:26.021790 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:26.027539 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.028889 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbcd64ee-e2d7-4f0b-800f-4e356ffae6fd HTTP/1.1" status: 204 len: 168 time: 1.8204165 Aug 25 19:03:26.045884 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5acd6d6-e6e9-4108-86e6-e1673c38d04c req-c43871a1-717d-422d-a7df-5847f41a602f service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395696 Aug 25 19:03:26.074410 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045c23e-c4f6-4c54-8275-ab3a96a651e1 req-7d7d5db4-7415-425b-a6cc-94405c0feed8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:26.080829 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-0045c23e-c4f6-4c54-8275-ab3a96a651e1 req-7d7d5db4-7415-425b-a6cc-94405c0feed8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:26.118312 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-0045c23e-c4f6-4c54-8275-ab3a96a651e1 req-7d7d5db4-7415-425b-a6cc-94405c0feed8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:26.125720 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0045c23e-c4f6-4c54-8275-ab3a96a651e1 req-7d7d5db4-7415-425b-a6cc-94405c0feed8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 943 time: 0.3831825 Aug 25 19:03:26.222300 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5025c333-a5a0-4ffa-a329-c113db548919,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:26.224181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301cb45-f4f0-4c1a-951c-01ebffd148c2 req-f81f87f4-2f75-448d-8a20-acecdeff7048 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:26.231111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e301cb45-f4f0-4c1a-951c-01ebffd148c2 req-f81f87f4-2f75-448d-8a20-acecdeff7048 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 943 time: 0.4494057 Aug 25 19:03:26.249095 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '5025c333-a5a0-4ffa-a329-c113db548919', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'port_id': '5025c333-a5a0-4ffa-a329-c113db548919', 'mac_address': 'fa:16:3e:e5:32:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa7b6f-b19c-45d7-80f4-b43aa7a64378', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:26.309643 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.351624 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e301cb45-f4f0-4c1a-951c-01ebffd148c2 req-6b1c324d-f966-459a-bdfe-7b38bd18094f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Aug 25 19:03:26.380657 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e05ad66-e7ef-422f-95a2-268aa52751f6 req-2d812828-98a1-44e5-9f85-0c384ae7329a service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579268 Aug 25 19:03:26.385314 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Transition to ACTIVE for port object d11a7f9e-ba1f-449e-8893-e574efa4ee06 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:26.387880 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.437525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.437888 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0045c23e-c4f6-4c54-8275-ab3a96a651e1 req-1dc87449-c3a3-4ad0-8021-2143dc3ead92 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108087 Aug 25 19:03:26.444183 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5025c333-a5a0-4ffa-a329-c113db548919 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:26.460349 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:26.471652 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5025c333-a5a0-4ffa-a329-c113db548919,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:26.479599 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.480085 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-b8d2b0d7-0d68-4d54-a338-f8a56f69d507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1096 time: 0.3319910 Aug 25 19:03:26.482165 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:26.511566 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:26.565568 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:03:26.569297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:03:26.582472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:03:26.594744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:26.595439 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:26.665854 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:26.677680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:26.688686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.resource_extend [None req-30f31077-4566-4102-9543-87df518228e5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:03:26.791093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:26.796411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:26.799182 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3131695 Aug 25 19:03:26.827208 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Request body: {'port': {'device_id': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:26.988078 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-844a8237-a9b5-4cbc-835c-4fa42f70b420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:26.993813 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-844a8237-a9b5-4cbc-835c-4fa42f70b420 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.5058737 Aug 25 19:03:27.044477 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,segment=NetworkSegment(3b21ef96-de6e-4bd8-ac86-e5f19708634b),segment_id=3b21ef96-de6e-4bd8-ac86-e5f19708634b)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:27.060545 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231', 'network_id': '12594ef8-14a6-4a03-94a4-3511eb35e13a', 'port_id': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231', 'mac_address': 'fa:16:3e:17:61:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5878b074-3109-47e3-9ffc-5e58b0dcb242', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:27.129879 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34672) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:27.130070 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-19aa0240-fae5-4b6b-912c-32aed6387f8f None None] Provisioning for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:27.138954 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-19aa0240-fae5-4b6b-912c-32aed6387f8f None None] Provisioning complete for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:27.139395 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-19aa0240-fae5-4b6b-912c-32aed6387f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.216295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69294e-a3ec-40f0-9e92-f9271149d8c6 req-6f0ba14b-161e-42ad-b4c0-76aabefc622a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.217030 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-3b69294e-a3ec-40f0-9e92-f9271149d8c6 req-6f0ba14b-161e-42ad-b4c0-76aabefc622a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:27.238675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.239801 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-19aa0240-fae5-4b6b-912c-32aed6387f8f None None] Port d11a7f9e-ba1f-449e-8893-e574efa4ee06 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:03:27.243558 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-6e8fa747-df56-4793-a064-f6c6fb7f7678 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 217 time: 0.1589231 Aug 25 19:03:27.256196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.261285 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.288794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-3b69294e-a3ec-40f0-9e92-f9271149d8c6 req-6f0ba14b-161e-42ad-b4c0-76aabefc622a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:27.296612 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3b69294e-a3ec-40f0-9e92-f9271149d8c6 req-6f0ba14b-161e-42ad-b4c0-76aabefc622a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 931 time: 0.6469836 Aug 25 19:03:27.308869 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:27.331734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-12daa2e1-9c7a-4923-979d-75413667b087 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.333238 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-12daa2e1-9c7a-4923-979d-75413667b087 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0775192 Aug 25 19:03:27.340745 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67d4ac-b43a-451f-9e6c-6b3dd3eea13e req-1914b107-8252-43bf-8add-b9509b4dba82 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.341189 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,segment=NetworkSegment(3b21ef96-de6e-4bd8-ac86-e5f19708634b),segment_id=3b21ef96-de6e-4bd8-ac86-e5f19708634b)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:27.347503 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fa67d4ac-b43a-451f-9e6c-6b3dd3eea13e req-1914b107-8252-43bf-8add-b9509b4dba82 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 944 time: 0.3499331 Aug 25 19:03:27.349380 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.353424 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:27.416248 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3b69294e-a3ec-40f0-9e92-f9271149d8c6 req-2afefc8f-e343-4a3d-a1f7-5bd9fc98ca53 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174011 Aug 25 19:03:27.459477 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:27.483510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Usage tracker for resource:security_group_rule and tenant:69fd28e9e3a6456a9a40e753def0a843 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:27.492648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:27.522945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:27.570201 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:27.581770 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:27.607352 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fa67d4ac-b43a-451f-9e6c-6b3dd3eea13e req-b8e1299e-170f-487d-9dc9-4a54a93c6105 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589715 Aug 25 19:03:27.619194 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:27.639692 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-4f904646-0d7f-4989-b1d3-c4ff1b34be78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2900767 Aug 25 19:03:27.818384 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:27.909264 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['b3199c8f-26b1-4ff4-a3e0-0e447b1f8231'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:27.965927 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-f1c30890-9d2f-4559-9430-45af0d4aa2ea service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164868 Aug 25 19:03:27.966555 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cf488-d4c3-40f7-bbee-efa15be7a128 req-b77eb53f-ffbd-4805-a63b-e5dccd6ef59c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:27.973217 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d40cf488-d4c3-40f7-bbee-efa15be7a128 req-b77eb53f-ffbd-4805-a63b-e5dccd6ef59c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 944 time: 0.3197086 Aug 25 19:03:27.979751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.019951 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.059912 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-106dd0a1-583e-4a3b-aeb4-08c5891f2e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:28.075616 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69fd28e9e3a6456a9a40e753def0a843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9445415 Aug 25 19:03:28.077787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34704) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:28.174324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71eac4-b7b8-45ad-8b0e-69aa2d36f4ba,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:28.183474 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:28.239441 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ac09-ea78-418f-b337-44b195b24bfd req-179030c9-3425-4562-92cf-3f3c0f930150 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:28.249058 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91b7ac09-ea78-418f-b337-44b195b24bfd req-179030c9-3425-4562-92cf-3f3c0f930150 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 943 time: 0.4700005 Aug 25 19:03:28.261656 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d40cf488-d4c3-40f7-bbee-efa15be7a128 req-1dc53f1e-204a-4b8c-bcd4-7e317124fb4f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871184 Aug 25 19:03:28.275891 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.308610 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.343247 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91b7ac09-ea78-418f-b337-44b195b24bfd req-e18090e1-0cc1-41ae-b023-c6b4c5dcfd80 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929849 Aug 25 19:03:28.350421 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b26fdb86-f965-42f7-a836-bc9199525cc3 req-1776eb05-b604-4848-9998-cbc52524d822 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704758 Aug 25 19:03:28.365188 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:28.369847 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.376102 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:28.389879 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.413197 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71eac4-b7b8-45ad-8b0e-69aa2d36f4ba,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:28.420036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:28.421106 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Transition to ACTIVE for port object d11a7f9e-ba1f-449e-8893-e574efa4ee06 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:28.424499 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.428242 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f71eac4-b7b8-45ad-8b0e-69aa2d36f4ba HTTP/1.1" status: 204 len: 168 time: 0.3450592 Aug 25 19:03:28.442739 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:28.453123 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78887b57-48e2-4840-bd31-99b61d642b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:28.869426 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:28.881120 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:28.977533 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Attempting to bind port d11a7f9e-ba1f-449e-8893-e574efa4ee06 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:28.977865 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Attempting to bind port d11a7f9e-ba1f-449e-8893-e574efa4ee06 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:28.978196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Attempting to bind port d11a7f9e-ba1f-449e-8893-e574efa4ee06 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:28.981365 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee99e7-cf61-4fd5-b3d7-b05518e1495c req-9c6f975f-d409-4a96-b791-106499d5af4d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:28.983533 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dee99e7-cf61-4fd5-b3d7-b05518e1495c req-9c6f975f-d409-4a96-b791-106499d5af4d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 945 time: 0.1701407 Aug 25 19:03:28.990161 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Port d11a7f9e-ba1f-449e-8893-e574efa4ee06 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:03:28.990479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Attempting to bind port d11a7f9e-ba1f-449e-8893-e574efa4ee06 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:29.001308 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18cb69-2aaf-4e3d-9e3f-e47a496bdc2f req-911169fc-11ce-4766-8985-a1b096acc8e1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:29.008476 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c18cb69-2aaf-4e3d-9e3f-e47a496bdc2f req-911169fc-11ce-4766-8985-a1b096acc8e1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.3083174 Aug 25 19:03:29.050602 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8dee99e7-cf61-4fd5-b3d7-b05518e1495c req-7c7ab58d-ec74-4d62-ba53-0d9a238121cc tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Aug 25 19:03:29.108018 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:29.108364 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Checking segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:29.108772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Bound using segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:29.109339 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Bound port: d11a7f9e-ba1f-449e-8893-e574efa4ee06, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:29.109684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:29.196982 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c18cb69-2aaf-4e3d-9e3f-e47a496bdc2f req-18720b78-2eb7-40a9-9bdf-776717408efe tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875150 Aug 25 19:03:29.254183 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:29.258124 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:29.263450 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:29.269536 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:29.446323 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:29.447708 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-66134377-5733-4dde-b607-e2663207292a service neutron] 10.222.0.57 "PUT /v2.0/ports/d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 1093 time: 2.6252565 Aug 25 19:03:29.451741 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:29.460908 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:29.465382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:29.685027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4126f0-b30b-4e57-94b1-f9a8e7e75996 req-e6f5469b-6e51-4e24-abe4-09328e38538b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:29.701030 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf4126f0-b30b-4e57-94b1-f9a8e7e75996 req-e6f5469b-6e51-4e24-abe4-09328e38538b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 944 time: 0.1255949 Aug 25 19:03:29.717529 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-a4874982-0358-4548-8965-d74e521a3e15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1096 time: 0.2048306 Aug 25 19:03:29.731220 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32438fc-9b37-4d1c-b9e1-0fc6c817dc19 req-7df7c3eb-b0d5-4902-bf1e-937d37791078 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:29.735658 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a32438fc-9b37-4d1c-b9e1-0fc6c817dc19 req-7df7c3eb-b0d5-4902-bf1e-937d37791078 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 943 time: 0.1511171 Aug 25 19:03:29.781858 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf4126f0-b30b-4e57-94b1-f9a8e7e75996 req-d589c91e-f102-43aa-a4a0-5cb1e2762d56 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Aug 25 19:03:29.859831 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'status': 'completed', 'code': 200} Aug 25 19:03:29.864015 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-508eb5eb-025a-4a5b-850f-d80ec68a91b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 217 time: 0.1275177 Aug 25 19:03:29.939905 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a32438fc-9b37-4d1c-b9e1-0fc6c817dc19 req-c60789da-4a38-484b-8ebb-f4ed62e0eff7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118824 Aug 25 19:03:29.961543 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-2a53b69e-c098-4540-b736-9604f44b56cc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:29.962990 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-2a53b69e-c098-4540-b736-9604f44b56cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0855958 Aug 25 19:03:29.963386 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3eab8240-cc47-4fff-9c1a-212d168cc616 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:29.973014 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5025c333-a5a0-4ffa-a329-c113db548919 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:30.058743 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-84c1dc39-11d6-4d8a-9cd8-4b76ca6b21af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888448 Aug 25 19:03:30.249269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 5025c333-a5a0-4ffa-a329-c113db548919 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:30.267802 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 5025c333-a5a0-4ffa-a329-c113db548919 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:30.268351 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.282049 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-14fe1ef6-1549-4cbd-8c98-97841ed51cd5 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157304 Aug 25 19:03:30.463135 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3eab8240-cc47-4fff-9c1a-212d168cc616,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:30.512243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'port_id': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'mac_address': 'fa:16:3e:12:7c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:30.548615 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11451600-a875-45b2-ae7d-0671db3112fb req-98b9a0e3-4b62-4a38-8d90-fc4e4e0dc084 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:30.568329 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11451600-a875-45b2-ae7d-0671db3112fb req-98b9a0e3-4b62-4a38-8d90-fc4e4e0dc084 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 945 time: 0.2405653 Aug 25 19:03:30.585506 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.646801 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35776a94-5187-4dbb-adea-8b4c135d5b5a req-a568a866-cbc9-4c4d-bbb8-64528c42d434 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571465 Aug 25 19:03:30.679484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab8240-cc47-4fff-9c1a-212d168cc616 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:30.691080 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11451600-a875-45b2-ae7d-0671db3112fb req-bd1c5172-039e-4d09-9b48-a052665894bb tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205721 Aug 25 19:03:30.723409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245edf4d-e570-48b6-93bc-cbd8dd3b7bb7 req-855c4d50-9923-452e-bcb0-9dbc86bb73a2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:30.725317 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-245edf4d-e570-48b6-93bc-cbd8dd3b7bb7 req-855c4d50-9923-452e-bcb0-9dbc86bb73a2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.2414041 Aug 25 19:03:30.732435 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3eab8240-cc47-4fff-9c1a-212d168cc616,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:30.740062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.764275 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:30.773461 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:30.850508 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:30.864484 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-245edf4d-e570-48b6-93bc-cbd8dd3b7bb7 req-8b3d925d-3ab2-4ae8-8818-45aec89610f7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335049 Aug 25 19:03:30.880428 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-1f189ad4-109d-432d-863a-3be3ced27d25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1096 time: 0.0990222 Aug 25 19:03:31.033465 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5025c333-a5a0-4ffa-a329-c113db548919,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:31.080350 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:31.084596 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:31.100329 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.103293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:31.212716 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8127911-9d46-45f7-abc3-ffc66b482771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:31.226832 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146be8d-2ad9-422d-9d66-fcf6044a083e req-5bdfdafa-e0de-4c39-9b82-0d10c44b6f33 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:31.232981 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d146be8d-2ad9-422d-9d66-fcf6044a083e req-5bdfdafa-e0de-4c39-9b82-0d10c44b6f33 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1755593 Aug 25 19:03:31.235806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-6b185700-f6ef-401a-8401-b33cdad5d974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:31.248638 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['3eab8240-cc47-4fff-9c1a-212d168cc616'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:31.248854 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-6b185700-f6ef-401a-8401-b33cdad5d974 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.3598464 Aug 25 19:03:31.353921 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d146be8d-2ad9-422d-9d66-fcf6044a083e req-50a916da-3d08-455e-82f8-ca9c5c055ce0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133151 Aug 25 19:03:31.397407 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:31.409334 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:31.409837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.465093 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-b07a96e2-618e-472c-8233-2718865c1d16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 217 time: 0.1084211 Aug 25 19:03:31.491465 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:31.521095 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea426-92fe-4c42-bb41-0c05d76df7f8 req-eac6a986-b176-4bee-a85c-9f7f2c9d1f10 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:31.523109 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:31.527996 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d3ea426-92fe-4c42-bb41-0c05d76df7f8 req-eac6a986-b176-4bee-a85c-9f7f2c9d1f10 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 944 time: 0.2939217 Aug 25 19:03:31.570933 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-b5034b2a-6d4d-4780-82bd-0bdd8a92e454 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:31.572576 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-b5034b2a-6d4d-4780-82bd-0bdd8a92e454 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.1001859 Aug 25 19:03:31.635577 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.657242 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d3ea426-92fe-4c42-bb41-0c05d76df7f8 req-e5ecb725-63a3-481b-be6b-46558ce9074f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283119 Aug 25 19:03:31.676063 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,segment=NetworkSegment(3b21ef96-de6e-4bd8-ac86-e5f19708634b),segment_id=3b21ef96-de6e-4bd8-ac86-e5f19708634b)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:31.685561 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:31.690458 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:31.701974 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-9f56fe90-e8aa-4f93-a1b1-f2e58227897b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197383 Aug 25 19:03:31.751576 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919', 'code': 200} Aug 25 19:03:31.785292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:31.797927 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:32.023702 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-770adcd6-9fc9-4a42-9e28-0ede6bfbd70c service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123472 Aug 25 19:03:32.143989 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb394d-5b55-4477-8dc1-e0683cb66761 req-03607851-1d90-4385-a8e9-fa3631b7cd12 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:32.145541 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-00fb394d-5b55-4477-8dc1-e0683cb66761 req-03607851-1d90-4385-a8e9-fa3631b7cd12 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.2778227 Aug 25 19:03:32.236898 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08b8d7d4-f4dc-4dbb-bc97-58badf1b1049 req-8a8eb91d-f2e8-4054-aeba-ce61b2d0786b service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051618 Aug 25 19:03:32.241679 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-00fb394d-5b55-4477-8dc1-e0683cb66761 req-8a7d9bf4-3d64-407d-91db-2179b735be2d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840631 Aug 25 19:03:32.245961 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-2db555d2-6212-4334-a636-534d3c1df26e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 1098 time: 0.2719281 Aug 25 19:03:32.289595 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230fc2a-410c-42ef-99b3-a4320865520e req-843f80fc-00d0-4a8a-b9c6-7831a8fd1e37 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:32.291594 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c230fc2a-410c-42ef-99b3-a4320865520e req-843f80fc-00d0-4a8a-b9c6-7831a8fd1e37 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1912894 Aug 25 19:03:32.294377 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.453313 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c230fc2a-410c-42ef-99b3-a4320865520e req-7ad7ce30-6a04-4744-b54f-4f1d00c6c8de tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497459 Aug 25 19:03:32.462449 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:32.482560 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Usage tracker for resource:security_group_rule and tenant:cc3467f8757e456abd95d55bb0e7131f is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:32.488336 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:32.504743 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:32.605273 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.611453 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:32.619899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:32.631625 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecdeea-5e84-44e1-84d0-cfba195f93cc req-ed40ddef-ff09-4df2-8191-1abeb435e208 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:32.640798 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3ecdeea-5e84-44e1-84d0-cfba195f93cc req-ed40ddef-ff09-4df2-8191-1abeb435e208 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1090991 Aug 25 19:03:32.650062 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38ac0b53-f330-42bd-828c-efd83001699d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:32.655897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:32.662728 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd0ec1e-c620-446c-bc50-cb04a4a7b7d4 req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022913 Aug 25 19:03:32.693891 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3ecdeea-5e84-44e1-84d0-cfba195f93cc req-a193bc69-a967-4c28-bc87-7389077c31fe tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519061 Aug 25 19:03:32.881994 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54545-8853-490d-9e4b-83a59c363389 req-add1e309-f4a9-49e8-aa3d-82f6482aad55 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:32.884140 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2e54545-8853-490d-9e4b-83a59c363389 req-add1e309-f4a9-49e8-aa3d-82f6482aad55 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 944 time: 0.0918567 Aug 25 19:03:32.955598 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a2e54545-8853-490d-9e4b-83a59c363389 req-89907f95-58bd-43d2-bdcd-ad93f2bd261d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648832 Aug 25 19:03:33.481743 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5b1ca-9c65-4c5a-ae07-3cc9f66fa5cc req-6059920b-2818-4c73-ad0e-d0ecc9582cb6 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:33.483645 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-97c5b1ca-9c65-4c5a-ae07-3cc9f66fa5cc req-6059920b-2818-4c73-ad0e-d0ecc9582cb6 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.0940337 Aug 25 19:03:33.559713 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-97c5b1ca-9c65-4c5a-ae07-3cc9f66fa5cc req-9609d758-7211-4b39-95a7-c639bb08d067 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683861 Aug 25 19:03:33.674508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34908) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:33.689096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e00be-126d-4db6-94ee-0bb01bb25634 req-c8fd0577-441d-4335-a03d-bd1e3f698c8d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:33.690566 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f0e00be-126d-4db6-94ee-0bb01bb25634 req-c8fd0577-441d-4335-a03d-bd1e3f698c8d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0789151 Aug 25 19:03:33.737003 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f0e00be-126d-4db6-94ee-0bb01bb25634 req-3a6575f8-eb66-43e1-a9b1-116f85ebc926 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Aug 25 19:03:33.752290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:33.822974 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231', 'code': 200} Aug 25 19:03:33.877697 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:33.935649 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:33.942093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Usage tracker for resource:security_group_rule and tenant:225a86dedb344d4a830f224641993b90 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:33.945719 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:33.953344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:33.962723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53a7c-8631-47ba-9817-5150ded23b39 req-f716821f-df6c-4688-af53-5ffd73d33902 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:33.964914 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-adb53a7c-8631-47ba-9817-5150ded23b39 req-f716821f-df6c-4688-af53-5ffd73d33902 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1304691 Aug 25 19:03:33.978205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:03:33.986247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3eab8240-cc47-4fff-9c1a-212d168cc616 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:34.053277 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-adb53a7c-8631-47ba-9817-5150ded23b39 req-c50b6a5d-4921-4eba-b223-c71ea5a74188 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805883 Aug 25 19:03:34.094245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.099663 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.110146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.158388 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d679e2a0-1519-47c8-82a3-25a65f945a13,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.163317 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=225a86dedb344d4a830f224641993b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4877176 Aug 25 19:03:34.164640 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.166382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34920) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:34.218950 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 3eab8240-cc47-4fff-9c1a-212d168cc616 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:34.232860 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 3eab8240-cc47-4fff-9c1a-212d168cc616 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:34.233291 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.251452 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc929e77-42b7-4da6-8a16-b70fc6c863e6 req-759375e4-cabd-4535-ac21-1108207004a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 1099 time: 0.1812675 Aug 25 19:03:34.267056 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e670cd-4f6d-4baf-b57b-50c06ee0978e req-cdaa9f2a-7da3-4282-a951-95652b967622 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:34.272924 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-61e670cd-4f6d-4baf-b57b-50c06ee0978e req-cdaa9f2a-7da3-4282-a951-95652b967622 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 944 time: 0.1556981 Aug 25 19:03:34.280404 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.308245 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:34.315347 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.329039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:03:34.382228 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.392894 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-98d9de06-ade2-4221-ad69-397da874fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.413782 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.421797 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dc929e77-42b7-4da6-8a16-b70fc6c863e6 req-3100b885-031e-4069-a508-07fc08548ec0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477807 Aug 25 19:03:34.428403 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d679e2a0-1519-47c8-82a3-25a65f945a13,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.451416 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.455698 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.459510 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d679e2a0-1519-47c8-82a3-25a65f945a13 HTTP/1.1" status: 204 len: 168 time: 0.2916496 Aug 25 19:03:34.484026 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-61e670cd-4f6d-4baf-b57b-50c06ee0978e req-299833c6-a82a-4d8d-8cd6-8d5b5e33831f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480188 Aug 25 19:03:34.521821 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:03:34.534014 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.567752 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:34.578643 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.582669 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.702464 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.715686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.717211 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3eab8240-cc47-4fff-9c1a-212d168cc616,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:34.724476 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:34.727926 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:34.912624 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:34.913765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c6e61-24c2-44e4-9d13-062c6c33df05 req-dbc917cf-f3d0-4441-9bd9-6bb1a6a5f7cc tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:34.918388 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-317c6e61-24c2-44e4-9d13-062c6c33df05 req-dbc917cf-f3d0-4441-9bd9-6bb1a6a5f7cc tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1655514 Aug 25 19:03:34.919206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:34.998496 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-317c6e61-24c2-44e4-9d13-062c6c33df05 req-64e8c4c9-b358-4389-8c34-958d02148e1c tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736630 Aug 25 19:03:35.036691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['d11a7f9e-ba1f-449e-8893-e574efa4ee06'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:03:35.062765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 34954) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:35.106088 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.152359 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bdca9-39a3-4de8-8489-75ee3f61997b req-c72b2880-d8fb-4f48-be7f-44715600b801 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:35.163024 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f61bdca9-39a3-4de8-8489-75ee3f61997b req-c72b2880-d8fb-4f48-be7f-44715600b801 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.2096305 Aug 25 19:03:35.187622 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:35.194414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Usage tracker for resource:security_group_rule and tenant:5d7e32c69741451ea604d4892149e0c8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:35.199684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:35.211200 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:35.280804 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f61bdca9-39a3-4de8-8489-75ee3f61997b req-53b5d12a-62d7-4038-8cee-2a00192492c0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165569 Aug 25 19:03:35.365680 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.372390 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.383851 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:35.439808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048de65-1217-49df-81d1-95578b94d3f3 req-59304e3b-84fd-4f58-928c-4d97e27701b1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:35.447853 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b048de65-1217-49df-81d1-95578b94d3f3 req-59304e3b-84fd-4f58-928c-4d97e27701b1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1997437 Aug 25 19:03:35.454092 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6754a8-ee69-411d-94d0-04fdb728cfe6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:35.472714 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:35.475347 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d7e32c69741451ea604d4892149e0c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4115853 Aug 25 19:03:35.479154 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 34964) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:35.518262 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b048de65-1217-49df-81d1-95578b94d3f3 req-d5609d04-5c63-416d-9b51-4ec8aa1fdc78 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680988 Aug 25 19:03:35.694248 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.734301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.788831 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2952d-af12-460a-ae55-09a6a3dba371 req-732ef1d4-c965-4b3b-b8d7-fabc4d9c123c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:35.790382 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0b2952d-af12-460a-ae55-09a6a3dba371 req-732ef1d4-c965-4b3b-b8d7-fabc4d9c123c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1507640 Aug 25 19:03:35.824406 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:35.838753 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.846571 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:35.877345 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0b2952d-af12-460a-ae55-09a6a3dba371 req-7dba8ee8-78c6-4465-b7fc-d2fd3223f8ae tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794528 Aug 25 19:03:35.883527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6754a8-ee69-411d-94d0-04fdb728cfe6,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:35.887986 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:35.916208 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:35.921140 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb6754a8-ee69-411d-94d0-04fdb728cfe6 HTTP/1.1" status: 204 len: 168 time: 0.4406312 Aug 25 19:03:35.947513 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'code': 200} Aug 25 19:03:36.321920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257150d5-43bf-4b56-b65b-b43b00b9fb6e req-f8470e3e-9df1-4358-a0c6-732058e1c4b4 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:36.324659 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-257150d5-43bf-4b56-b65b-b43b00b9fb6e req-f8470e3e-9df1-4358-a0c6-732058e1c4b4 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1339357 Aug 25 19:03:36.389979 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-257150d5-43bf-4b56-b65b-b43b00b9fb6e req-bd71e4e5-abe3-4b7b-98ea-8875b855b86b tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Aug 25 19:03:36.553743 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a452dce-6a51-45b2-9da1-2363ff990cdf req-75f99ee3-4fd4-4fae-971e-24c10d33abdb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:36.555409 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a452dce-6a51-45b2-9da1-2363ff990cdf req-75f99ee3-4fd4-4fae-971e-24c10d33abdb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0895324 Aug 25 19:03:36.621063 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35014) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:36.627316 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a452dce-6a51-45b2-9da1-2363ff990cdf req-1f0c5eda-6c1a-471e-8b3c-733342abe762 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610948 Aug 25 19:03:36.755567 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-07652f49-bb8c-4a73-a968-f4a16355e4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.860917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:36.895131 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:36.899222 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Usage tracker for resource:security_group_rule and tenant:7238211af89e4300b78857ef612d91ed is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:36.902918 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:36.909783 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:37.024602 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.083715 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.094431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:37.170158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa31484-f2bb-4f92-93c6-f4703c74a244,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:37.180288 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7238211af89e4300b78857ef612d91ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5579243 Aug 25 19:03:37.181556 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:37.183718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35036) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:37.211637 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42eb36-8551-4910-964c-1f270f18c826 req-8d4cc222-9453-4397-a36e-73220d5cc86a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:37.213068 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8e42eb36-8551-4910-964c-1f270f18c826 req-8d4cc222-9453-4397-a36e-73220d5cc86a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1906147 Aug 25 19:03:37.254838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.289920 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8e42eb36-8551-4910-964c-1f270f18c826 req-8dbf1127-edac-4cf6-a3dd-df2e2b0ab512 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Aug 25 19:03:37.293515 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.327810 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.390626 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.394499 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-68530b59-500c-4bd8-b134-9cd27920a2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:37.407648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa31484-f2bb-4f92-93c6-f4703c74a244,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:37.410473 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:37.417921 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:37.419118 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eaa31484-f2bb-4f92-93c6-f4703c74a244 HTTP/1.1" status: 204 len: 168 time: 0.2343597 Aug 25 19:03:37.563106 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:37.577025 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:37.577928 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:37.645849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa55912-2640-4556-b10e-9a360cf6fb44 req-3c27c960-17fd-4b86-9d64-8f5c59ddd200 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:37.648129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9fa55912-2640-4556-b10e-9a360cf6fb44 req-3c27c960-17fd-4b86-9d64-8f5c59ddd200 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1106794 Aug 25 19:03:37.710367 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9fa55912-2640-4556-b10e-9a360cf6fb44 req-2f04f36e-7340-4034-8c00-5dbc4ed3fc67 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550811 Aug 25 19:03:37.822187 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:37.905073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2abf9-505d-467c-98ff-e500f5efa434 req-f4b5e492-9f15-4dc5-96dc-8f0fa3307fdf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:37.906995 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-71b2abf9-505d-467c-98ff-e500f5efa434 req-f4b5e492-9f15-4dc5-96dc-8f0fa3307fdf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.1009638 Aug 25 19:03:37.982410 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-71b2abf9-505d-467c-98ff-e500f5efa434 req-c8ac4ec1-6034-458d-bb7a-83c4ed404614 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697653 Aug 25 19:03:38.006339 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35062) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:38.030019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.069243 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:38.073663 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Usage tracker for resource:security_group_rule and tenant:7d267a11708b465ca25ebe7d79eaa21d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:38.076927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:38.084269 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:38.161534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.170269 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.182467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:38.234246 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c106832a-e53c-4e3c-ae72-497c126df5b8,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:38.252605 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:38.263590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35072) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:38.264403 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d267a11708b465ca25ebe7d79eaa21d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2568417 Aug 25 19:03:38.324012 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 2, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:38.328793 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:38.329205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Updating router 04a55cec-782d-4086-bd68-1ae239c8349f port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:03:38.403466 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.426757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.483880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.644999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.653547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1741d49c-2a25-466e-a6ea-efbf89a03b55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:38.657249 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290543-4322-4cf1-a954-efd2e6c12f7e req-80b90dae-697a-4dc1-b9a1-6df7c25943ee tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:38.658968 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f290543-4322-4cf1-a954-efd2e6c12f7e req-80b90dae-697a-4dc1-b9a1-6df7c25943ee tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1207759 Aug 25 19:03:38.669865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c106832a-e53c-4e3c-ae72-497c126df5b8,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:38.673119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:38.687050 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.691262 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c106832a-e53c-4e3c-ae72-497c126df5b8 HTTP/1.1" status: 204 len: 168 time: 0.4266479 Aug 25 19:03:38.708591 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57f151ab-ec99-400b-bbd1-194cd7921d81 req-ec9cb20c-a066-4bd1-bd2e-5460d6527460 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.1570001 Aug 25 19:03:38.763610 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f290543-4322-4cf1-a954-efd2e6c12f7e req-8caad2d8-d9c5-4428-94fb-2e3a639d65d0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978143 Aug 25 19:03:38.927007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.944157 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Transition to ACTIVE for port object 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:03:38.954623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39e66-b296-48c8-bc80-dda40715206f req-9851502b-f313-48c6-a222-b9463ccdf936 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:38.955247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:38.961341 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-cd7566a2-254e-44e5-ad33-24d8420c732f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:38.962471 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52b39e66-b296-48c8-bc80-dda40715206f req-9851502b-f313-48c6-a222-b9463ccdf936 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1058185 Aug 25 19:03:39.010073 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-52b39e66-b296-48c8-bc80-dda40715206f req-68a5e086-c021-4116-a332-1b76beaec377 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Aug 25 19:03:39.126844 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Pushing event updated for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:39.130570 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:39.135442 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ba2c17a1-0faf-49c2-ac2d-87a53bdee0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.255702 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Attempting to bind port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:03:39.256331 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Attempting to bind port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:03:39.256732 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Attempting to bind port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:03:39.266102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:03:39.266460 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Checking segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:03:39.266878 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.267409 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Bound using segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:03:39.267889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Bound port: 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:03:39.268412 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.415578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcbe79-6017-497d-965b-b56086225c1b req-b4f9503c-13d1-4754-b2b0-9b00c6369db0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:39.427805 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-67bcbe79-6017-497d-965b-b56086225c1b req-b4f9503c-13d1-4754-b2b0-9b00c6369db0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.2233741 Aug 25 19:03:39.492546 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] For port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:03:39.511877 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] For port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:03:39.515138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35116) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:39.526729 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.537375 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-67bcbe79-6017-497d-965b-b56086225c1b req-9fa765c2-23da-49d6-b7cf-53a1e1b4d7cf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084256 Aug 25 19:03:39.540960 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:39.547233 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.623864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:39.630064 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Usage tracker for resource:security_group_rule and tenant:6bb00f60bd0c4ec689c433dbdfbcd8d2 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:39.634052 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:39.642087 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:39.653617 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:39.654297 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:39.731124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Pushing event updated for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:39.754589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:39.768932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.779025 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:39.791126 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:39.862463 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69198d4-0452-4110-be6d-5791bc21305d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:39.875254 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:39.918572 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6bb00f60bd0c4ec689c433dbdfbcd8d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4011292 Aug 25 19:03:39.921341 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35130) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:39.990673 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.020862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.043240 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:40.106773 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.111143 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b32e48d2-ae6b-424a-8cce-fd1128009733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:40.122573 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69198d4-0452-4110-be6d-5791bc21305d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:40.126634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:40.135717 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.137135 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f69198d4-0452-4110-be6d-5791bc21305d HTTP/1.1" status: 204 len: 168 time: 0.2145603 Aug 25 19:03:40.202356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25412b1-fcd6-4ad9-b6e4-991c0cd72a56 req-b48fdb01-90e8-445c-9c16-652fa8a70f51 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.206108 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e25412b1-fcd6-4ad9-b6e4-991c0cd72a56 req-b48fdb01-90e8-445c-9c16-652fa8a70f51 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1459808 Aug 25 19:03:40.258996 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e25412b1-fcd6-4ad9-b6e4-991c0cd72a56 req-1c6398db-7f0a-4af8-82fa-3f893cedcf1e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483642 Aug 25 19:03:40.329019 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:40.499832 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:39Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:40.505269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12450cad-bea5-4deb-b4f5-36a93c1b653c None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:39Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:40.778216 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ace3-30e4-404e-a2fc-c743f07a1095 req-2e638f3e-b1ba-46c0-a530-c005d2d4731b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:40.779852 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6253ace3-30e4-404e-a2fc-c743f07a1095 req-2e638f3e-b1ba-46c0-a530-c005d2d4731b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0989385 Aug 25 19:03:40.832780 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6253ace3-30e4-404e-a2fc-c743f07a1095 req-d4a690cd-427d-48ca-956a-4c3b19493433 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469739 Aug 25 19:03:41.486907 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:41.490414 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-57f151ab-ec99-400b-bbd1-194cd7921d81 req-1612d02c-8554-49b9-954d-5cdc27a2109e service neutron] Synchronizing usage tracker for tenant:cc3467f8757e456abd95d55bb0e7131f on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:03:41.521800 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30e1d3-70ae-4686-868f-bfeb910081e1 req-7d2cf8a0-9e32-4dd0-8e7d-67f66c503b7d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:41.525158 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ac30e1d3-70ae-4686-868f-bfeb910081e1 req-7d2cf8a0-9e32-4dd0-8e7d-67f66c503b7d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1428428 Aug 25 19:03:41.527366 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-57f151ab-ec99-400b-bbd1-194cd7921d81 req-1612d02c-8554-49b9-954d-5cdc27a2109e service neutron] Unset dirty status for tenant:cc3467f8757e456abd95d55bb0e7131f on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:03:41.528725 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57f151ab-ec99-400b-bbd1-194cd7921d81 req-1612d02c-8554-49b9-954d-5cdc27a2109e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023285 Aug 25 19:03:41.550149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:41.585837 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ac30e1d3-70ae-4686-868f-bfeb910081e1 req-be9ec5df-749e-48d3-a939-3d41a456929c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556374 Aug 25 19:03:41.620259 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:41.625231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:41.625614 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:41.771029 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:41.806889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:41.812879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:41.815012 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:41.892515 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:41.895771 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:42.104557 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4b04a-d9c5-4dc7-8568-a02b9fc86135 req-032c0a78-4d19-4e44-bd77-9257e80b9df5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:42.107387 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47b4b04a-d9c5-4dc7-8568-a02b9fc86135 req-032c0a78-4d19-4e44-bd77-9257e80b9df5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.1292710 Aug 25 19:03:42.159392 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-47b4b04a-d9c5-4dc7-8568-a02b9fc86135 req-c0cefbed-648d-4415-880e-c44cb76bd732 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Aug 25 19:03:42.786682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865171b-ce01-4852-8c64-0bce433ce65c req-bb9d57cf-3742-4ab5-a4f0-e657ae3553b0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:42.788151 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5865171b-ce01-4852-8c64-0bce433ce65c req-bb9d57cf-3742-4ab5-a4f0-e657ae3553b0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0800538 Aug 25 19:03:42.835996 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5865171b-ce01-4852-8c64-0bce433ce65c req-851f04a5-7082-4c52-ae35-3e8b9f331c36 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Aug 25 19:03:43.382150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db57cc-b7fe-49f7-9dff-8bea29da7769 req-d9b8c1e5-4ab7-4fbf-b6f3-118b7f427bf3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:43.383604 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6db57cc-b7fe-49f7-9dff-8bea29da7769 req-d9b8c1e5-4ab7-4fbf-b6f3-118b7f427bf3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0746610 Aug 25 19:03:43.428069 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6db57cc-b7fe-49f7-9dff-8bea29da7769 req-cd5377ee-0d75-4975-8b59-f7151023a9bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Aug 25 19:03:43.508684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:43.574478 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:43.574867 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:44.037995 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d0b28-a9eb-4876-b518-dfddd74fb99b req-ba576df6-ca65-4757-bdb7-c65bc89c4b53 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:44.039495 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-592d0b28-a9eb-4876-b518-dfddd74fb99b req-ba576df6-ca65-4757-bdb7-c65bc89c4b53 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0786994 Aug 25 19:03:44.086397 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-592d0b28-a9eb-4876-b518-dfddd74fb99b req-0a3d3235-bc69-49f6-9481-fe22d28b619a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Aug 25 19:03:44.638764 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafca2ea-405c-44e4-b3d8-e6818866be6c req-05beba12-c0f9-47ed-8700-779f2152d64c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:44.640120 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fafca2ea-405c-44e4-b3d8-e6818866be6c req-05beba12-c0f9-47ed-8700-779f2152d64c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0770214 Aug 25 19:03:44.688126 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fafca2ea-405c-44e4-b3d8-e6818866be6c req-3a195c34-aaf2-4a3f-8137-7479ef56b0f4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Aug 25 19:03:45.300093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2daa06-b05f-461d-b1bf-f3595ba61f43 req-e46526e6-35d2-4b49-8207-d2ff79e8eb1b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:45.301578 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a2daa06-b05f-461d-b1bf-f3595ba61f43 req-e46526e6-35d2-4b49-8207-d2ff79e8eb1b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0788391 Aug 25 19:03:45.345594 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a2daa06-b05f-461d-b1bf-f3595ba61f43 req-631feaff-d0c4-4301-9b69-98f3e325b262 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385406 Aug 25 19:03:45.480003 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:03:45.495707 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:03:45.568817 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:03:45.574106 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:03:45.574608 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.692222 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.720114 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:45.732019 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:03:45.738279 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:45.740274 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:45.804523 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'code': 200} Aug 25 19:03:45.807493 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:45.810893 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:45.920855 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8a931-c406-47bd-8c9e-3f2487c1020b req-14ebff4d-5b5d-417a-88be-4ea6319fdc58 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:45.922402 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5aa8a931-c406-47bd-8c9e-3f2487c1020b req-14ebff4d-5b5d-417a-88be-4ea6319fdc58 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0805619 Aug 25 19:03:46.025270 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5aa8a931-c406-47bd-8c9e-3f2487c1020b req-49974667-78b4-4583-bf3c-f79ae97fe688 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955675 Aug 25 19:03:46.464169 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c01100c6-efe3-42e6-b934-451f9e205511 req-b2f8c5a3-e976-4f85-bc1f-c3d54148533d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1098 time: 0.0668659 Aug 25 19:03:46.543777 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c01100c6-efe3-42e6-b934-451f9e205511 req-bdba88fe-f161-4f93-8b5e-1c8d6747fea4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Aug 25 19:03:46.571119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2faddb-9014-4f5d-9859-f14ec43c6b73 req-82231d8a-d904-471b-8d87-2591523451c6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:46.584205 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e2faddb-9014-4f5d-9859-f14ec43c6b73 req-82231d8a-d904-471b-8d87-2591523451c6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1126325 Aug 25 19:03:46.626370 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e2faddb-9014-4f5d-9859-f14ec43c6b73 req-b1b2ed23-2195-487c-84f4-7c499906227f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 Aug 25 19:03:47.288589 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17c7d4-4e63-474e-9be4-39f55a4bc9b0 req-44f80004-2361-40e6-af64-aa6c4f537a95 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:47.290105 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b17c7d4-4e63-474e-9be4-39f55a4bc9b0 req-44f80004-2361-40e6-af64-aa6c4f537a95 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0828190 Aug 25 19:03:47.337677 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1b17c7d4-4e63-474e-9be4-39f55a4bc9b0 req-38f82b43-bdb7-4999-b891-4ef9c4bf3320 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Aug 25 19:03:47.833795 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf5484-fd4f-4f1d-86ae-567571f46b89 req-ce376d9c-19de-4dce-a85b-2094bcc3c285 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:47.835185 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-88cf5484-fd4f-4f1d-86ae-567571f46b89 req-ce376d9c-19de-4dce-a85b-2094bcc3c285 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0838430 Aug 25 19:03:47.881786 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-88cf5484-fd4f-4f1d-86ae-567571f46b89 req-2c196092-3eef-4991-81f5-6642768d9779 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408840 Aug 25 19:03:48.080148 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0dfd1-0756-4377-b30d-2c19efba87a2 req-5c0d4a77-02e6-44ad-8770-ace2098bc7bd tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:48.081652 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ddc0dfd1-0756-4377-b30d-2c19efba87a2 req-5c0d4a77-02e6-44ad-8770-ace2098bc7bd tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0802624 Aug 25 19:03:48.091803 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35362) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:48.097271 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'floatingip': {'port_id': '3eab8240-cc47-4fff-9c1a-212d168cc616'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:48.176384 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.589174 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259ef75-6308-4023-9cc0-bed42d08bda0 req-edd8f7e6-e8fa-4bf6-8151-9d9e293a1c4d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:48.596917 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3259ef75-6308-4023-9cc0-bed42d08bda0 req-edd8f7e6-e8fa-4bf6-8151-9d9e293a1c4d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1171105 Aug 25 19:03:48.653307 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3259ef75-6308-4023-9cc0-bed42d08bda0 req-95fc7211-ecc2-41c8-a768-3951246f3099 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551517 Aug 25 19:03:48.993488 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:48.999126 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:49.280143 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Floating IP f1cd4d92-df0c-498c-bf22-3ee04558f1de associated. External IP: 172.27.2.239, port: 3eab8240-cc47-4fff-9c1a-212d168cc616. Aug 25 19:03:49.694045 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:49.956795 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef623-be9e-4b23-b57f-696108a530aa req-8a4c03ef-730d-4a09-9a73-b974a7083eff tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:49.958168 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4ceef623-be9e-4b23-b57f-696108a530aa req-8a4c03ef-730d-4a09-9a73-b974a7083eff tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1655738 Aug 25 19:03:50.001731 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:50.014533 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:50.020645 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4ceef623-be9e-4b23-b57f-696108a530aa req-c9e3f2fc-d0d9-4777-b919-e0d820c23257 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561473 Aug 25 19:03:50.023843 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.027569 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:50.028267 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:50.084716 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c1a09121-b863-4acd-a2ee-650d7d1bbd31 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "PUT /v2.0/floatingips/f1cd4d92-df0c-498c-bf22-3ee04558f1de HTTP/1.1" status: 200 len: 991 time: 1.9917994 Aug 25 19:03:50.085419 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:50.233717 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:50.290614 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4f952-394b-4b51-95a7-b177d16a1804 req-f36f21bd-ec54-4566-ad62-80f79744a9c8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:50.294272 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-22a4f952-394b-4b51-95a7-b177d16a1804 req-f36f21bd-ec54-4566-ad62-80f79744a9c8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1094491 Aug 25 19:03:50.303311 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35420) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:50.311831 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'floatingip': {'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:03:50.430978 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'status': 'completed', 'code': 200} Aug 25 19:03:50.524293 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:50.672178 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'f1cd4d92-df0c-498c-bf22-3ee04558f1de', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:12:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:15Z', 'updated_at': '2021-08-25T19:03:48Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:50.676949 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:50.693474 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:50.694115 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:50.757946 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-8248ba56-75dc-4939-8af2-dc7445f015d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.2917511 Aug 25 19:03:50.914219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35450) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:51.006949 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:51.156503 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-3caf203d-731f-4f77-9f21-9983c53a4e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:51.157823 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-3caf203d-731f-4f77-9f21-9983c53a4e45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.3777626 Aug 25 19:03:51.159354 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.267656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:51.283492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4f5446dfec495bb7a84d1345a599ca is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:51.291294 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:51.305070 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:51.497045 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.504395 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.515157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff0e529d-ee45-446c-9d72-f14ae85b9b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:51.559213 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-09b54662-244a-441e-a55f-31d7cfea6679 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 999 time: 0.3847842 Aug 25 19:03:51.575419 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d157c-ff07-4325-a3bd-91d1a120d523,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:51.580929 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac4f5446dfec495bb7a84d1345a599ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6654553 Aug 25 19:03:51.587852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35474) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:51.598128 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'f1cd4d92-df0c-498c-bf22-3ee04558f1de', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:12:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:15Z', 'updated_at': '2021-08-25T19:03:48Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:51.603191 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f03dd8-e405-436e-b11b-c86514e80ec7 None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'f1cd4d92-df0c-498c-bf22-3ee04558f1de', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:12:7c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:15Z', 'updated_at': '2021-08-25T19:03:48Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:51.608987 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.609622 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.610119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.610610 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.611100 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.611574 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.612055 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.612524 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.613591 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.614107 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.614822 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:51.623873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:51.649890 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-0b71dfab-6a9b-46b3-881b-59ff38dd7790 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:51.655291 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-0b71dfab-6a9b-46b3-881b-59ff38dd7790 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0834980 Aug 25 19:03:51.685954 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.716606 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.784739 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.793061 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:51.809622 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d157c-ff07-4325-a3bd-91d1a120d523,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:51.819706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.823476 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/372d157c-ff07-4325-a3bd-91d1a120d523 HTTP/1.1" status: 204 len: 168 time: 0.2344592 Aug 25 19:03:51.824773 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:51.845609 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-a7ccd18d-ded1-4d96-b73b-fc544e5b21ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1744070 Aug 25 19:03:51.898178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a302a-fe6c-4498-a0fc-84da017bab54 None None] New status for floating IP f1cd4d92-df0c-498c-bf22-3ee04558f1de: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:03:51.962403 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:51.980157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.090952 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-d3623c35-6d9f-41dc-a019-d5e6eb757af3 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314467 Aug 25 19:03:52.277204 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abbb434f-6d49-4ebb-92bc-0c799b61f379 req-75751f88-10f7-4efc-af04-64a1c5744078 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761901 Aug 25 19:03:52.341479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35496) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:52.359309 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.383840 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Floating IP 5eaf5397-6a01-46ee-a27c-33e92bbc4c69 associated. External IP: 172.27.2.99, port: d11a7f9e-ba1f-449e-8893-e574efa4ee06. Aug 25 19:03:52.390897 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:52.394694 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Usage tracker for resource:security_group_rule and tenant:015b3ffcdc9a482181ff0de1d51bc130 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:52.397453 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:52.403304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:52.473531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.477915 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.486239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9906fbec-6e9f-48c5-b2a1-25f44d1a06ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:52.534047 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f44a5-1bcc-43bf-b1f0-77f019ff8ac1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:52.539001 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:52.543135 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=015b3ffcdc9a482181ff0de1d51bc130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006207 Aug 25 19:03:52.546054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35502) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:52.624084 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.654537 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.740546 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.748544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:52.766271 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f44a5-1bcc-43bf-b1f0-77f019ff8ac1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:52.768897 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:52.770719 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/051f44a5-1bcc-43bf-b1f0-77f019ff8ac1 HTTP/1.1" status: 204 len: 168 time: 0.2227874 Aug 25 19:03:52.772746 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:52.837352 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:03:53.145017 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:03:53.151478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:53.154804 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:03:53.178082 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:53.178940 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:53.239333 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b4c0db9f-c1c4-4d62-80a5-1da12a908e55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "PUT /v2.0/floatingips/5eaf5397-6a01-46ee-a27c-33e92bbc4c69 HTTP/1.1" status: 200 len: 990 time: 2.9348319 Aug 25 19:03:53.242604 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:03:53.383449 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'status': 'completed', 'code': 200} Aug 25 19:03:53.422979 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:53.607851 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-8d7a8fea-29b1-4f87-b230-4e25e621b7ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1098 time: 0.1128886 Aug 25 19:03:53.829624 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-b878f332-ee7b-4140-a1b8-dbb14b48587d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:53.831188 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-b878f332-ee7b-4140-a1b8-dbb14b48587d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.2158804 Aug 25 19:03:54.011406 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '5eaf5397-6a01-46ee-a27c-33e92bbc4c69', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:14Z', 'updated_at': '2021-08-25T19:03:51Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:54.024371 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:03:54.024575 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-cec2080d-f306-4b73-8489-36c5ba7e4ff9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 998 time: 0.1834018 Aug 25 19:03:54.051787 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:03:54.052425 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:03:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:54.090682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35588) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:54.155392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-b837d938-2395-4400-ac23-d0e6fff8a45c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:54.156882 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-b837d938-2395-4400-ac23-d0e6fff8a45c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0954394 Aug 25 19:03:54.294490 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-e2734508-b309-4299-a156-907f9b943678 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1250346 Aug 25 19:03:54.304195 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:03:54.336137 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.375013 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:54.379892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd20190dde4496c86b7b0660753af92 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:54.383097 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:54.389946 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:54.464713 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-4324c4fc-471f-4a69-bc4a-9afb9f05501e service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516752 Aug 25 19:03:54.467671 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.472809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.482769 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-020c7c91-9d4a-4f9d-acbc-c4b7d60d35c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:54.548752 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2974a92f-7afb-4ada-ae3d-08424d8c07dd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:54.605039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:54.647229 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbd20190dde4496c86b7b0660753af92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5547709 Aug 25 19:03:54.648103 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35608) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:54.702203 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a303466e-5848-41cb-9d7b-73c9e1c6f34f req-93ed6042-9ec5-4c4f-b32b-a40ca28f18ee service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996193 Aug 25 19:03:54.727884 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.732827 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-fb11c388-c7ff-4192-ba17-aea2c38fefc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1680894 Aug 25 19:03:54.765182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.827913 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '5eaf5397-6a01-46ee-a27c-33e92bbc4c69', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:14Z', 'updated_at': '2021-08-25T19:03:51Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:03:54.831043 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.835183 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cde5e3-2809-44c5-a694-dd4caded421c None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '5eaf5397-6a01-46ee-a27c-33e92bbc4c69', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:03:14Z', 'updated_at': '2021-08-25T19:03:51Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:03:54.838109 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff31c99e-bf30-4509-afab-090225c236ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:54.852854 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:54.854312 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2974a92f-7afb-4ada-ae3d-08424d8c07dd HTTP/1.1" status: 204 len: 168 time: 0.2038820 Aug 25 19:03:54.855150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974a92f-7afb-4ada-ae3d-08424d8c07dd,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:54.866214 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:55.060909 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-ff3e85b1-ae23-4543-bd6d-798dcb3d9b3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=92354e8833ec4912b6b5f39f926bc7a2&device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 1099 time: 0.0935750 Aug 25 19:03:55.159797 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803ce5a-611f-4fe6-982e-f2741afc1bdf None None] New status for floating IP 5eaf5397-6a01-46ee-a27c-33e92bbc4c69: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:03:55.365208 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-b6a77704-3107-42ae-8d1f-4115369b90de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:55.366669 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-b6a77704-3107-42ae-8d1f-4115369b90de service neutron] 10.222.0.57 "GET /v2.0/networks?id=12594ef8-14a6-4a03-94a4-3511eb35e13a HTTP/1.1" status: 200 len: 912 time: 0.2769034 Aug 25 19:03:55.464744 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-849fb434-1414-418d-a24b-9bbbbcee11f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 HTTP/1.1" status: 200 len: 217 time: 0.0769513 Aug 25 19:03:55.542068 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-de2e5037-a38b-4a59-b14f-0a408ff13c26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:55.543564 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-de2e5037-a38b-4a59-b14f-0a408ff13c26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878b074-3109-47e3-9ffc-5e58b0dcb242 HTTP/1.1" status: 200 len: 851 time: 0.0659153 Aug 25 19:03:55.602079 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-7c6a7e8d-5dd8-4b6c-979c-a5f5a70d8760 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12594ef8-14a6-4a03-94a4-3511eb35e13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500140 Aug 25 19:03:55.620679 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35642) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:55.662124 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.759058 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:55.771331 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Usage tracker for resource:security_group_rule and tenant:a185d5c6de734103a7c60f6009b64510 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:55.781652 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:55.790100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:55.827093 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35652) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:55.861161 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-748a4b09-3654-42b2-9f34-3fda8841620f service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372248 Aug 25 19:03:55.947808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:55.955371 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.017605 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.044256 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a185d5c6de734103a7c60f6009b64510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4201653 Aug 25 19:03:56.045535 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35670) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:56.082480 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.097031 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abe57a-b7e4-474d-846a-823e3abf8360,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:56.121172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.121905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.122582 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.123413 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.124019 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.124531 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.125238 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.125750 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.126441 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.126990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.127537 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:03:56.148441 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.151181 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75407b37-1ef0-437e-abe9-e869c3db8eac req-44bdd3fc-2a8d-4ab0-bc03-20e199e730cd service neutron] 10.222.0.57 "GET /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798107 Aug 25 19:03:56.177547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:56.189774 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Usage tracker for resource:security_group_rule and tenant:7f18f4955c074d07afad5852fc841d91 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:56.193167 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:56.201993 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:56.202194 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.231395 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.315611 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.319682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-50be32ff-60a3-41e8-ad9d-0fe82e585555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.319894 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.326228 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.331458 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abe57a-b7e4-474d-846a-823e3abf8360,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:56.335169 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.342673 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.346435 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6abe57a-b7e4-474d-846a-823e3abf8360 HTTP/1.1" status: 204 len: 168 time: 0.2971237 Aug 25 19:03:56.346552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.403583 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f737251f-cfef-4a3b-b744-412dbf9b1844,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:56.409389 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f18f4955c074d07afad5852fc841d91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5760405 Aug 25 19:03:56.409389 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.411170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35684) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:56.479112 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.505940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.571003 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.577295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cc53bcf-04f5-4fdc-8181-31e611294d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:56.591750 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f737251f-cfef-4a3b-b744-412dbf9b1844,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:56.596471 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:56.598562 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:56.602247 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f737251f-cfef-4a3b-b744-412dbf9b1844 HTTP/1.1" status: 204 len: 168 time: 0.1874611 Aug 25 19:03:57.282707 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35722) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:57.327509 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.396196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:57.406391 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Usage tracker for resource:security_group_rule and tenant:056efe7dffc14af8b33d5401614b530f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:57.412383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:57.429886 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:57.466656 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.536764 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.542944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.551311 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-798dba5c-d043-4fcd-984f-5ab6622d38d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:57.601419 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d380a5c-5918-4512-9852-1089a03385f1,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:57.606011 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:57.609350 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=056efe7dffc14af8b33d5401614b530f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253996 Aug 25 19:03:57.611843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35734) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:57.675690 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.701658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.754596 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.758384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53238f39-6104-4a36-8a51-425723ed3cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:57.773996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d380a5c-5918-4512-9852-1089a03385f1,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:57.776783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:57.782375 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:57.783378 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d380a5c-5918-4512-9852-1089a03385f1 HTTP/1.1" status: 204 len: 168 time: 0.1706617 Aug 25 19:03:58.158524 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35762) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:58.178624 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.219742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:58.223962 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Usage tracker for resource:security_group_rule and tenant:1210230cffa84d409426c86d858b6fb9 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:58.227039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:58.236073 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:58.312322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.316745 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.324572 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a78bcd-c8b1-48c3-91bf-4964f10c5ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:58.371713 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40478187-cdc6-410b-90be-f9b51a213974,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:58.376506 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1210230cffa84d409426c86d858b6fb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2176609 Aug 25 19:03:58.377632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:58.379385 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35770) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:58.443214 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.469590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.537362 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.543231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-62d67009-65a7-4dd2-a44d-d54cf21f3367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:58.555496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40478187-cdc6-410b-90be-f9b51a213974,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:58.558320 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:58.562140 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:58.564089 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40478187-cdc6-410b-90be-f9b51a213974 HTTP/1.1" status: 204 len: 168 time: 0.1831350 Aug 25 19:03:58.949984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-adf9da7f-409d-4752-ae4b-2ecb26809cb3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:03:58.951584 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-adf9da7f-409d-4752-ae4b-2ecb26809cb3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.1504471 Aug 25 19:03:58.974176 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-e3fd4f17-2654-4e68-91e5-beb0219306e4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/quotas/e949650362c743aaa9a9d1451b43d2c1 HTTP/1.1" status: 200 len: 375 time: 0.0165362 Aug 25 19:03:59.054943 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-8b55bdc6-a76e-4b06-9493-95e822ab4e13 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798311 Aug 25 19:03:59.210324 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6565a436-f56e-41b8-a598-394224c69519 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481502 Aug 25 19:03:59.441105 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-da734d12-4dd4-441b-ba1f-337d2a5ec992 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245834 Aug 25 19:03:59.502857 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 35822) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:59.695504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:59.746436 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:03:59.750575 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1bdacc4b8ff49dab1077fa2945487ba is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:03:59.753741 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:03:59.760442 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:03:59.842331 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:59.847301 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:03:59.854281 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-091f1c43-b502-49d6-91cb-c733a51ec53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:03:59.898119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfbfd07-2f88-4c6b-83ad-79a59d3469bf,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:03:59.901217 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:03:59.903725 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1bdacc4b8ff49dab1077fa2945487ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3995993 Aug 25 19:03:59.906507 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35844) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:03:59.972524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.002816 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.063911 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.068922 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-eb68c3c0-1140-48fa-95a4-3bda3a56d0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:00.083045 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfbfd07-2f88-4c6b-83ad-79a59d3469bf,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:00.085636 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:00.095638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.096797 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9d77cc30-c1b6-4756-b7ae-28e3c6ed99a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dfbfd07-2f88-4c6b-83ad-79a59d3469bf HTTP/1.1" status: 204 len: 168 time: 0.1892951 Aug 25 19:04:00.460963 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35862) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:00.479948 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.513007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:00.516823 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Usage tracker for resource:security_group_rule and tenant:f608b91c09454854b0fe028f7d4e37a8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:00.519566 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:00.525690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:00.595231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.599235 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.607530 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:00.647789 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e8633-a3da-41b6-a18f-090f7f024741,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:00.652584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:00.657308 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f608b91c09454854b0fe028f7d4e37a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1928661 Aug 25 19:04:00.657889 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 35872) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:00.722058 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.749163 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.807659 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.811577 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1a3de785-84eb-45c6-9a1b-776ce208987e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:00.826162 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e8633-a3da-41b6-a18f-090f7f024741,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:00.829537 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:00.831635 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:00.835966 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea9e8633-a3da-41b6-a18f-090f7f024741 HTTP/1.1" status: 204 len: 168 time: 0.1744332 Aug 25 19:04:01.601493 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc5c0b54-b4b3-408d-9e15-41c169355b2d req-fea6b856-f767-407e-929b-734818c58476 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 210 time: 0.0597606 Aug 25 19:04:02.526850 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-5854f770-6e47-4921-89d2-813ae096eeba tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:02.528345 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-5854f770-6e47-4921-89d2-813ae096eeba tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.2214096 Aug 25 19:04:02.595213 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Request body: {'port': {'device_id': '097088b9-84b6-487c-af07-feff9de71603', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'admin_state_up': True, 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:02.802753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:02.814171 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:02.829349 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:02.836406 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:02.865225 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6dbe02f9-fab1-406b-b4db-f688eb27642d req-4a3bacb8-e60e-4353-a257-20223cd81eb3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 210 time: 0.0573344 Aug 25 19:04:03.052266 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Allocated IP 172.20.0.8 (f6411dd7-1ff9-4911-95ea-2e9c0381515a/32aa7b6f-b19c-45d7-80f4-b43aa7a64378/3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:03.400996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.434815 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.444065 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:03.494291 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:03.524547 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event updated for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:03.529808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:03.539744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:03.541995 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:03.545407 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:03.550442 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:03.552036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:03.610253 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187964 Aug 25 19:04:03.636645 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Request body: {'port': {'device_id': '097088b9-84b6-487c-af07-feff9de71603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:03.760782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.058947 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36042) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:04.272251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.314970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:04.319586 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Usage tracker for resource:security_group_rule and tenant:94f15385c9f4400195a139998cb7c3b1 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:04.323222 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:04.330219 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:04.344125 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:04.360615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.382765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Transition to ACTIVE for port object 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:04.390685 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.400542 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:04.422435 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.428280 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.444507 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedbe49-7c32-4369-9022-74e8b73532c9 req-0741ac9b-5c30-4606-a3bd-9aefbfc09ef4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:04.445291 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0eedbe49-7c32-4369-9022-74e8b73532c9 req-0741ac9b-5c30-4606-a3bd-9aefbfc09ef4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:04.467688 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-66d6d380-bed5-4a13-b1ac-cff95bc90f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:04.482949 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94f15385c9f4400195a139998cb7c3b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4219964 Aug 25 19:04:04.485288 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36064) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:04.558414 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb24dc1-e4b1-452c-adb8-9ae6b28f1cf2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:04.565271 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:04.590554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.597956 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-0eedbe49-7c32-4369-9022-74e8b73532c9 req-0741ac9b-5c30-4606-a3bd-9aefbfc09ef4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:04.599523 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eedbe49-7c32-4369-9022-74e8b73532c9 req-0741ac9b-5c30-4606-a3bd-9aefbfc09ef4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 931 time: 0.4183855 Aug 25 19:04:04.600773 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:04.610849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:04.622847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.694927 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.703706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-76c5e9bd-7998-4899-b1a2-9a3c372b81ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:04.722946 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.727436 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdb24dc1-e4b1-452c-adb8-9ae6b28f1cf2 HTTP/1.1" status: 204 len: 168 time: 0.2409041 Aug 25 19:04:04.729586 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb24dc1-e4b1-452c-adb8-9ae6b28f1cf2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:04.740061 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:04.848045 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0eedbe49-7c32-4369-9022-74e8b73532c9 req-5302eb79-671f-48c4-8736-a98bd519191b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359908 Aug 25 19:04:04.863098 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Attempting to bind port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:04.863414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Attempting to bind port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:04.863740 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Attempting to bind port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:04.870529 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b on network f6411dd7-1ff9-4911-95ea-2e9c0381515a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:04.871658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Attempting to bind port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:04.879305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:04.879847 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Checking segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:04.880151 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Bound using segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:04.880567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Bound port: 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:04.880937 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:04.986272 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:04.989656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:04.994837 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.000210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:05.058751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.060125 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b HTTP/1.1" status: 200 len: 1093 time: 1.4291813 Aug 25 19:04:05.060602 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:05.079110 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:05.082904 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:05.128278 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'status': 'completed', 'code': 200} Aug 25 19:04:05.153467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36092) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:05.173297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.271629 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:05.277186 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Usage tracker for resource:security_group_rule and tenant:daa6c350eb044653acd7c72b5ac33ece is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:05.280297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:05.287295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:05.308484 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-8eff1722-c9a4-443c-a555-a367400f166e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 1096 time: 0.1234162 Aug 25 19:04:05.400717 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-bbcb62b1-06bc-440f-a6ba-5bc85c1aad60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b HTTP/1.1" status: 200 len: 217 time: 0.0741084 Aug 25 19:04:05.465084 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.480942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.488891 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:05.496824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-898e1ec4-22a4-45d1-9320-e0b9834c8fa9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:05.498260 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-898e1ec4-22a4-45d1-9320-e0b9834c8fa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0884898 Aug 25 19:04:05.570088 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56777a8e-2a1b-4624-a3cb-0e0af25d8e55,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:05.574412 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-8c69d9b1-0196-4947-9bd5-bb5d9b7a9cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633008 Aug 25 19:04:05.575182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:05.580153 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36104) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:05.580554 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=daa6c350eb044653acd7c72b5ac33ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4256904 Aug 25 19:04:05.706303 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.723190 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-998feea6-c3c7-47cb-a75e-a805828ab093 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373148 Aug 25 19:04:05.732024 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.784840 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.789397 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-92d1cd5e-55b4-4cb4-abe8-6a4714067446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:05.800024 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56777a8e-2a1b-4624-a3cb-0e0af25d8e55,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:05.803466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:05.807358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:05.809118 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56777a8e-2a1b-4624-a3cb-0e0af25d8e55 HTTP/1.1" status: 204 len: 168 time: 0.2278864 Aug 25 19:04:05.875215 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9ea0f722-534a-4a7c-a0a3-b499dfb600b0 req-2143fef0-d5ac-47bd-8227-83227ccf6068 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419544 Aug 25 19:04:06.116345 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-caa0e271-36f9-4c08-8f93-5234c706f817 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 1096 time: 0.0933788 Aug 25 19:04:06.129176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76308977-dce9-4cd0-81d7-0e72bd9029af req-43a7e6e9-cbc3-4d83-a73c-63015e7acc87 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:06.131196 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76308977-dce9-4cd0-81d7-0e72bd9029af req-43a7e6e9-cbc3-4d83-a73c-63015e7acc87 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 943 time: 0.1166306 Aug 25 19:04:06.229395 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-76308977-dce9-4cd0-81d7-0e72bd9029af req-7047c9d2-c0cc-4744-95fd-60eac043e0bf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914106 Aug 25 19:04:06.329404 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48117c-fbbd-4185-998f-73f330136c45 req-21410277-6e91-4a70-a0ce-0ed25094adf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:06.330933 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-21410277-6e91-4a70-a0ce-0ed25094adf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 915 time: 0.2037199 Aug 25 19:04:06.443568 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-7ed3977e-de25-4864-92e3-874144a0c125 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b HTTP/1.1" status: 200 len: 217 time: 0.1037140 Aug 25 19:04:06.553695 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48117c-fbbd-4185-998f-73f330136c45 req-33bc06ee-7296-44de-8b43-5f16d490ec5f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:06.555359 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-33bc06ee-7296-44de-8b43-5f16d490ec5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0923190 Aug 25 19:04:06.618891 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-3d48111e-2b41-4916-a29a-688c9b5eb2ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525734 Aug 25 19:04:06.759890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-626ddb73-8e16-469f-9e42-7698f89d6cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:06.786320 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-73a29bf9-074c-4c27-b780-b1ce4dcd1fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450861 Aug 25 19:04:06.934151 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a48117c-fbbd-4185-998f-73f330136c45 req-06bb48d5-b6ef-42b6-b428-f5695d618939 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374171 Aug 25 19:04:07.249742 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:07.463081 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12534a7c-671c-4a6d-9b2f-7fd34a8e43b4 req-b84b1caf-1d56-4836-98f0-b1e87f0a6ddf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:07.465238 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12534a7c-671c-4a6d-9b2f-7fd34a8e43b4 req-b84b1caf-1d56-4836-98f0-b1e87f0a6ddf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 943 time: 0.1003892 Aug 25 19:04:07.593537 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12534a7c-671c-4a6d-9b2f-7fd34a8e43b4 req-4f89f5c4-4189-4609-b28f-d8b739bd4208 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196461 Aug 25 19:04:08.005866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36238) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:08.334937 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36246) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:08.487073 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.549553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:08.553775 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb7fe5e4260d4b8587509c32a803dba1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:08.557357 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:08.563691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:08.605929 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.675999 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:08.688722 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Usage tracker for resource:security_group_rule and tenant:6f91af6999a14200a0f8449df42bed35 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:08.692706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:08.708881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:08.734465 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.739732 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.756025 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-624ff885-6caa-41ca-bb89-76060336bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:08.826306 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023d9bec-2261-42ca-aace-2ca3922c226a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:08.833716 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:08.836069 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb7fe5e4260d4b8587509c32a803dba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8292105 Aug 25 19:04:08.839383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36266) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:08.877822 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e31c4-2355-4599-9b5d-8f3310b0c1a9 req-5a1abdb7-8659-4c37-8306-a39118db04b5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:08.886837 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-932e31c4-2355-4599-9b5d-8f3310b0c1a9 req-5a1abdb7-8659-4c37-8306-a39118db04b5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 943 time: 0.1425977 Aug 25 19:04:08.925409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.937367 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-932e31c4-2355-4599-9b5d-8f3310b0c1a9 req-7cc5a104-655a-40d2-8234-c5355f1604a5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Aug 25 19:04:08.938378 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:08.948371 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea5a323d-fba9-4c69-a61a-22045e1b43d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:08.968243 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.005891 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e144aec-2a3b-4f44-a023-1a087a9041f9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.018553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.023079 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f91af6999a14200a0f8449df42bed35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6871333 Aug 25 19:04:09.026295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.026884 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36272) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.086008 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.093907 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ab98c80a-df62-43fd-83de-f006484022ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:09.099431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.102777 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b6c0693a-3812-4617-a6ef-bf7aa867bbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.108944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d9bec-2261-42ca-aace-2ca3922c226a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.111830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.132288 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.144806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.148222 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/023d9bec-2261-42ca-aace-2ca3922c226a HTTP/1.1" status: 204 len: 168 time: 0.3056159 Aug 25 19:04:09.193936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.197770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e12d5a8b-415d-4ae4-ae71-b6acfb3dac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:09.208570 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e144aec-2a3b-4f44-a023-1a087a9041f9,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.211343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.218279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.219414 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e144aec-2a3b-4f44-a023-1a087a9041f9 HTTP/1.1" status: 204 len: 168 time: 0.1913111 Aug 25 19:04:09.564504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36286) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.572166 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36290) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.590735 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.600469 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:09.601369 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.625651 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:09.630818 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Usage tracker for resource:security_group_rule and tenant:e84d607cfb2c4ae9b11327e6a38e6945 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:09.634718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:09.642595 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:09.643128 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:09.647728 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Usage tracker for resource:security_group_rule and tenant:b3976468dfb24e61aef8a4f1e6938d64 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:09.651858 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:09.663841 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:09.758689 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.764618 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.773456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.778521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.779848 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:09.781617 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4bf42ac6-51ae-49a5-99b6-f0bce19e9680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:09.798293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'port_id': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'mac_address': 'fa:16:3e:6b:ae:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa7b6f-b19c-45d7-80f4-b43aa7a64378', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:09.811814 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:09.828088 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e84d607cfb2c4ae9b11327e6a38e6945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480481 Aug 25 19:04:09.828282 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72a93e-161f-406c-8272-02c2f4d9f65c,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.828364 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36298) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.828435 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.858801 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3976468dfb24e61aef8a4f1e6938d64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2918200 Aug 25 19:04:09.862278 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36304) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:09.885676 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.891822 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d06405-f9ac-4c35-969e-5b3374c83efa,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:09.905872 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:09.906357 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:09.932136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:09.938337 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.941182 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:09.956171 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.957003 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:09.998535 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.030154 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:10.041522 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.042113 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.042643 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.043166 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.043688 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.043857 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.044388 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.045042 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.045584 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.046112 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.046621 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.047147 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:10.059264 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:10.079516 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.142119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.148913 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:10.181218 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72a93e-161f-406c-8272-02c2f4d9f65c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:10.184628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:10.185506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.191997 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac72a93e-161f-406c-8272-02c2f4d9f65c HTTP/1.1" status: 204 len: 168 time: 0.3285420 Aug 25 19:04:10.273423 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.282583 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-23082b33-ff9b-41e8-a38b-8d43704e77bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:10.295827 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:10.297256 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3d06405-f9ac-4c35-969e-5b3374c83efa HTTP/1.1" status: 204 len: 168 time: 0.4724147 Aug 25 19:04:10.308504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d06405-f9ac-4c35-969e-5b3374c83efa,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:10.308504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:10.341711 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037b80-938f-48f9-8491-d8b77c59bee7 req-ad9db0f4-19dc-429a-877c-06a02ad30fc6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:10.343776 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95037b80-938f-48f9-8491-d8b77c59bee7 req-ad9db0f4-19dc-429a-877c-06a02ad30fc6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 944 time: 0.2109303 Aug 25 19:04:10.404698 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:10.494810 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-95037b80-938f-48f9-8491-d8b77c59bee7 req-eaedf3de-0d1a-43ad-a209-2941e274ed6c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424398 Aug 25 19:04:10.894336 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4739-9d4a-49a8-bcfb-844b0f52f547 req-c57b4fc1-92bb-4b3a-9923-20a7d4f1534d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:10.896044 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7da4739-9d4a-49a8-bcfb-844b0f52f547 req-c57b4fc1-92bb-4b3a-9923-20a7d4f1534d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.0839825 Aug 25 19:04:10.946860 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7da4739-9d4a-49a8-bcfb-844b0f52f547 req-f909280e-6e31-465d-b445-c8a790d26cc5 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451317 Aug 25 19:04:11.009706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36344) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:11.028296 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.058912 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:11.063020 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Usage tracker for resource:security_group_rule and tenant:11b83c96922145bca7bba822ee1e3d1a is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:11.065791 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:11.071930 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:11.139945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.143840 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.156679 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9baf3a8f-edf7-4638-902f-3593fe842a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:11.198007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6a159-2aff-44c0-aae7-ae548e936968,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:11.201088 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:11.203632 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11b83c96922145bca7bba822ee1e3d1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927421 Aug 25 19:04:11.206518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36350) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:11.267282 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.296972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.355957 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.359841 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:11.370583 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6a159-2aff-44c0-aae7-ae548e936968,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:11.374172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:11.378212 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.379492 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69c6a159-2aff-44c0-aae7-ae548e936968 HTTP/1.1" status: 204 len: 168 time: 0.1719565 Aug 25 19:04:11.485425 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:11.731460 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0102d-91b6-4f8a-8a18-09d3f5f0b027 req-c626569c-dc14-4dec-a3fe-e64c91018ef9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:11.733227 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-31b0102d-91b6-4f8a-8a18-09d3f5f0b027 req-c626569c-dc14-4dec-a3fe-e64c91018ef9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 944 time: 0.1043510 Aug 25 19:04:11.807330 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-31b0102d-91b6-4f8a-8a18-09d3f5f0b027 req-2e10cbd5-b1d2-47e8-850c-4eb6475f4618 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670376 Aug 25 19:04:12.125489 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36394) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:12.334034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.367564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:12.371828 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b475805fe3ae4517a2e1601cd49ac128 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:12.374727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:12.380726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:12.449303 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.454301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.464153 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-afcbcdbe-bd0e-4d4d-b4ba-df95ec3f5173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:12.504105 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8be5728-3a45-4b09-a20b-046b666eb34d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:12.508268 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b475805fe3ae4517a2e1601cd49ac128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818555 Aug 25 19:04:12.510198 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:12.512173 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36412) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:12.579229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.606065 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.658792 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.664018 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a6148d9d-6dca-4d21-9afb-8601659226c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:12.675849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8be5728-3a45-4b09-a20b-046b666eb34d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:12.678674 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:12.681040 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:12.682297 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8be5728-3a45-4b09-a20b-046b666eb34d HTTP/1.1" status: 204 len: 168 time: 0.1689782 Aug 25 19:04:13.157594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36442) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:13.296551 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36454) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:13.329586 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.342425 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.387587 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:13.392825 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:13.395027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Usage tracker for resource:security_group_rule and tenant:0c7645398c9844429040179b8490a88d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:13.398677 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:13.402207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Usage tracker for resource:security_group_rule and tenant:08ccdbca841c47fcb7eb9c6ed330b31e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:13.407005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:13.409640 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:13.417049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:13.529778 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.533739 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.535207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.543061 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0df1e4f-8dcb-4f57-9f20-9b70d3f2f824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:13.550730 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.601845 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c7645398c9844429040179b8490a88d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3041151 Aug 25 19:04:13.605193 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36458) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:13.609013 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3520a0-76ba-490c-8ae1-4ec8f051c271,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:13.613148 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08ccdbca841c47fcb7eb9c6ed330b31e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4543989 Aug 25 19:04:13.613915 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:13.614397 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-feb4bffc-92f7-45ef-ac97-dcad153d901a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:13.621988 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36462) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:13.663158 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575494f-eb27-4c96-8171-495330db3017,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:13.668772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:13.696288 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.703827 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.723195 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.736206 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.786959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.791995 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:13.803517 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.804454 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3520a0-76ba-490c-8ae1-4ec8f051c271,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:13.808933 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:13.813862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ccc2327d-9466-49e7-b49d-1e9db27650c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:13.815027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.816210 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b3520a0-76ba-490c-8ae1-4ec8f051c271 HTTP/1.1" status: 204 len: 168 time: 0.2094612 Aug 25 19:04:13.831405 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575494f-eb27-4c96-8171-495330db3017,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:13.834733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:13.835590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:13.837084 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5575494f-eb27-4c96-8171-495330db3017 HTTP/1.1" status: 204 len: 168 time: 0.2139251 Aug 25 19:04:14.398725 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29a550-0793-4fa7-aa96-f65d08b77537 req-fab3a919-ef5b-445a-b539-f82e5bd35ee5 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:14.401337 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc29a550-0793-4fa7-aa96-f65d08b77537 req-fab3a919-ef5b-445a-b539-f82e5bd35ee5 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.0915108 Aug 25 19:04:14.454753 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc29a550-0793-4fa7-aa96-f65d08b77537 req-c2aa633b-07cd-4105-bd02-1a4959fc2d27 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472193 Aug 25 19:04:14.474920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7ffd-c539-40b3-b17a-2970cd72ed46 req-9d63dce4-c79d-4bc7-8362-2b4497fe36cf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:14.485133 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7dac7ffd-c539-40b3-b17a-2970cd72ed46 req-9d63dce4-c79d-4bc7-8362-2b4497fe36cf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 944 time: 0.0872688 Aug 25 19:04:14.529332 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7dac7ffd-c539-40b3-b17a-2970cd72ed46 req-96cfb936-b21e-4b00-a17c-90ea421bca28 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Aug 25 19:04:14.783231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36508) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:15.013674 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1217657078-network', 'tenant_id': '3823f17c220f4e718ad5c2d4842534d3'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:15.021059 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:15.026779 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Usage tracker for resource:network and tenant:3823f17c220f4e718ad5c2d4842534d3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:15.031026 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:15.038420 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:15.053762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Made reservation on behalf of 3823f17c220f4e718ad5c2d4842534d3 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:15.057386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.078076 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.111822 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:15.115984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Usage tracker for resource:security_group_rule and tenant:3823f17c220f4e718ad5c2d4842534d3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:15.120485 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:15.126871 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:15.226091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.231725 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.237358 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5848cf57-d5fc-4cbc-84c9-7097a9969b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:15.272598 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:04:15.287712 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd34dea-dc1f-4482-a397-cbd87f6fd93a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:15.292910 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:15.293490 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.293832 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Added segment 7139c2d2-4e91-407d-ac4f-c18c8af88cc8 of type vlan for network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a Aug 25 19:04:15.328964 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.377160 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.378770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:15.379361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.382844 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:15.489138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Pushing event updated for resources: {'Network': ['ID=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:15.503225 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:04:15.530019 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7426429 Aug 25 19:04:15.530019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:15.530525 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36554) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:15.536952 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Request body: {'subnet': {'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1217657078-subnet', 'tenant_id': '3823f17c220f4e718ad5c2d4842534d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:15.544909 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:15.558416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Usage tracker for resource:subnet and tenant:3823f17c220f4e718ad5c2d4842534d3 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:15.564742 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:15.577070 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:15.597274 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-3dd532cb-0ef1-4725-bc8b-8f61d4b8f126 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:15.599511 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-3dd532cb-0ef1-4725-bc8b-8f61d4b8f126 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1115651 Aug 25 19:04:15.601717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Made reservation on behalf of 3823f17c220f4e718ad5c2d4842534d3 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:15.604942 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.685750 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:15.850496 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:15.864470 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:15.866320 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.870270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Deleting port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:04:15.870781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:15.957241 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26aafc-4a44-4f41-a10e-7e57c4655a2c req-800ea2d6-c759-4efe-8578-cdf928471bbd tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:15.958973 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b26aafc-4a44-4f41-a10e-7e57c4655a2c req-800ea2d6-c759-4efe-8578-cdf928471bbd tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 946 time: 0.1840649 Aug 25 19:04:16.060756 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b26aafc-4a44-4f41-a10e-7e57c4655a2c req-eb5b0318-5be3-49fe-ac54-009cb6b1c8bc tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/security-groups?id=fbd43f04-934c-47f3-8672-269a534b2fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945997 Aug 25 19:04:16.113176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.115910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.136655 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6745e4d1-1717-4954-a179-9edfe92ef225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:16.168084 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:16.168363 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f7b15-3b51-4460-9fbc-ccb753008d6c req-164268be-e6b3-4df2-95f8-55a7d4c56fe7 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:16.170041 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:16.175691 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-829f7b15-3b51-4460-9fbc-ccb753008d6c req-164268be-e6b3-4df2-95f8-55a7d4c56fe7 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 944 time: 0.2427599 Aug 25 19:04:16.183835 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.187738 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:16.282917 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:16.286149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:16.298323 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'code': 200} Aug 25 19:04:16.299594 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ec343d-fc18-45ea-89d7-373b11f608ec,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:16.307775 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:16.336095 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Checking segment: {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:16.336508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Network hostable DHCP agents. Network: be7d0a27-3a0c-4c36-ba0e-c956f2a3746a, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:04:16.338005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] For port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,segment=NetworkSegment(3b21ef96-de6e-4bd8-ac86-e5f19708634b),segment_id=3b21ef96-de6e-4bd8-ac86-e5f19708634b)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:16.338363 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.382446 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:04:16.400400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, be7d0a27-3a0c-4c36-ba0e-c956f2a3746a) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:16.404476 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:16.405089 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.418981 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf107f-ec44-4b0f-9de7-01bb1cb56c39 None None] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:16.431141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-829f7b15-3b51-4460-9fbc-ccb753008d6c req-5f0d95ab-5ebd-40c8-83cf-e434f321cff6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544518 Aug 25 19:04:16.442260 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9104404 Aug 25 19:04:16.542262 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Calling delete_port for b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:04:16.751841 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2260377f-8ab4-4a25-8c46-5ee0f0b1d3e7 req-24fcc8ed-a66d-4fb1-9001-38c68436dc20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 1098 time: 0.1633615 Aug 25 19:04:16.812164 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2260377f-8ab4-4a25-8c46-5ee0f0b1d3e7 req-4b64080a-ca20-4781-a85f-04e64bbc5968 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456486 Aug 25 19:04:16.824458 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f7596-a9d1-4761-bd41-90d43a1f8eb7 None None] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:16.860062 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:16.868307 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:16.909977 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['b3199c8f-26b1-4ff4-a3e0-0e447b1f8231'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:16.915435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Pushing event deleted for resources: {'Port': ['ID=b3199c8f-26b1-4ff4-a3e0-0e447b1f8231,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:16.918450 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:17.006778 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] No DVR routers for this DVR port b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:04:17.012181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:17.017584 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'name': 'network-vif-deleted', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:17.040224 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-97c1f01c-6c89-414f-8d21-c4b3925f9121 req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.57 "DELETE /v2.0/ports/b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 HTTP/1.1" status: 204 len: 173 time: 1.4245946 Aug 25 19:04:17.581051 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0d63a76-4e4d-45dd-97a3-60d2c5531a0f req-0550a4ea-89e5-4493-a0bf-b6228926c837 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.0560863 Aug 25 19:04:17.614568 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9251f8-7150-4166-9aa9-83124a67495e', 'name': 'network-vif-deleted', 'tag': 'b3199c8f-26b1-4ff4-a3e0-0e447b1f8231', 'status': 'completed', 'code': 200} Aug 25 19:04:17.774971 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c674-279f-47e6-af19-47ab744e2179 req-db019037-e156-475e-a081-d1d3e36a36d0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:17.776380 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32f7c674-279f-47e6-af19-47ab744e2179 req-db019037-e156-475e-a081-d1d3e36a36d0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.0775228 Aug 25 19:04:17.821043 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-32f7c674-279f-47e6-af19-47ab744e2179 req-898179c7-9fb4-4f4b-92ef-ea127a2cf861 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 Aug 25 19:04:18.858283 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9415a61a-d27c-4713-9286-df803b2b2c25 req-421ccf03-429b-430e-ae27-93250afcb124 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Synchronizing usage tracker for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:18.877660 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9415a61a-d27c-4713-9286-df803b2b2c25 req-421ccf03-429b-430e-ae27-93250afcb124 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Unset dirty status for tenant:92354e8833ec4912b6b5f39f926bc7a2 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:18.879406 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9415a61a-d27c-4713-9286-df803b2b2c25 req-421ccf03-429b-430e-ae27-93250afcb124 tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab9251f8-7150-4166-9aa9-83124a67495e HTTP/1.1" status: 200 len: 210 time: 0.0770869 Aug 25 19:04:18.980106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-ac8cc58f-d41f-4115-b40c-b5b6e738870e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:18.981488 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-ac8cc58f-d41f-4115-b40c-b5b6e738870e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 814 time: 0.1561677 Aug 25 19:04:18.997377 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-539f3bec-5a55-4ecf-ae44-2da50028eb71 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/quotas/3823f17c220f4e718ad5c2d4842534d3 HTTP/1.1" status: 200 len: 375 time: 0.0106170 Aug 25 19:04:19.098126 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-3c6f72df-127a-472e-a119-80064d456600 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956037 Aug 25 19:04:19.098408 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d7a28-8d56-4cf9-9abd-13c0455a85c0 req-d974fb2c-4e12-4cce-bff2-e7914d4a61b6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:19.099856 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-868d7a28-8d56-4cf9-9abd-13c0455a85c0 req-d974fb2c-4e12-4cce-bff2-e7914d4a61b6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.0853817 Aug 25 19:04:19.160108 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-868d7a28-8d56-4cf9-9abd-13c0455a85c0 req-d902bb95-126c-4514-b87a-06b884f3019d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Aug 25 19:04:19.256006 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-9ee8030d-c91a-4972-bbb3-9b140cb0fcab service neutron] 10.222.0.26 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507735 Aug 25 19:04:19.408356 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-1dcae50d-eac9-4bfd-8888-353f83af85b5 service neutron] 10.222.0.26 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463544 Aug 25 19:04:19.620095 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f941a79-3b77-4c69-9047-384cbd45e375 req-f7c5c8ae-4b94-48c0-ab7d-3414c5559e21 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 210 time: 0.0464554 Aug 25 19:04:19.651049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:04:19.698803 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:04:19.698803 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device b3199c8f-26b1-4ff4-a3e0-0e447b1f8231 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:04:20.608239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36714) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:20.813339 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8fdcccd-45f1-4f94-85f5-eea7a78b6659 req-cbbfd3cf-2996-468a-a535-e59fae54d2f7 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 210 time: 0.0584774 Aug 25 19:04:20.815683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.852534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:20.856623 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Usage tracker for resource:security_group_rule and tenant:2d0c66d4301d454b9ed5be756a55ec70 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:20.859483 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:20.865170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:20.936006 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.939771 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:20.947261 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-613c0541-d08f-49c9-b508-036e173aa4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:20.986238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36ea2d-fb2e-4c16-acec-9e7564f8cab2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:20.990565 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d0c66d4301d454b9ed5be756a55ec70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3812864 Aug 25 19:04:20.991401 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:20.994351 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36726) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:21.051363 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.077754 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.148783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.161784 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7bc6628b-ea1c-48df-a6ec-e1aefa61a171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:21.191156 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36ea2d-fb2e-4c16-acec-9e7564f8cab2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:21.198929 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.203988 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d36ea2d-fb2e-4c16-acec-9e7564f8cab2 HTTP/1.1" status: 204 len: 168 time: 0.2057590 Aug 25 19:04:21.205832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:21.737350 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-d536e15b-912a-427d-a17e-1d9f5bac9e5d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:21.738027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-d536e15b-912a-427d-a17e-1d9f5bac9e5d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Synchronizing usage tracker for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:21.769936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36766) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:21.775995 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-d536e15b-912a-427d-a17e-1d9f5bac9e5d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Unset dirty status for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:21.777478 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-d536e15b-912a-427d-a17e-1d9f5bac9e5d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 814 time: 0.3247356 Aug 25 19:04:21.801667 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.813476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Request body: {'port': {'device_id': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a', 'admin_state_up': True, 'tenant_id': '3823f17c220f4e718ad5c2d4842534d3'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:21.849940 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:21.854682 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Usage tracker for resource:security_group_rule and tenant:816f45db4c564d85ac80035d127a47c6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:21.857894 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:21.864648 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:21.949750 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.955099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:21.967219 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:22.028125 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362871c-fddd-4d34-aefc-0e801b7a8351,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:22.047808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:22.058502 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=816f45db4c564d85ac80035d127a47c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2846642 Aug 25 19:04:22.059602 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36780) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:22.095479 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f1c0961f-9e0d-4125-839d-b79524e93ff5 req-1f3f9036-a8f5-40cf-8772-3a45949e2bad tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 210 time: 0.1319504 Aug 25 19:04:22.105141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:22.108935 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Usage tracker for resource:port and tenant:3823f17c220f4e718ad5c2d4842534d3 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:22.111781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:22.125107 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:22.144925 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Made reservation on behalf of 3823f17c220f4e718ad5c2d4842534d3 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:22.144925 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.175860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.206729 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.233146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36786) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:22.270919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.276578 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-411ff450-2c99-4dee-9175-6e7147399e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:22.286704 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362871c-fddd-4d34-aefc-0e801b7a8351,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:22.290262 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:22.293491 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.297249 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7362871c-fddd-4d34-aefc-0e801b7a8351 HTTP/1.1" status: 204 len: 168 time: 0.2337189 Aug 25 19:04:22.356461 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Deleting subnet 5878b074-3109-47e3-9ffc-5e58b0dcb242 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:04:22.359354 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.426743 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Allocated IP 172.20.0.9 (be7d0a27-3a0c-4c36-ba0e-c956f2a3746a/a8ec343d-fc18-45ea-89d7-373b11f608ec/03ffaad0-6c41-4310-8ca5-2b187c8b8d48) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:22.430647 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.443150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.481181 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:04:22.639311 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.652394 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:22.696799 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5878b074-3109-47e3-9ffc-5e58b0dcb242,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:22.701958 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:22.709967 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.738681 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5878b074-3109-47e3-9ffc-5e58b0dcb242 HTTP/1.1" status: 204 len: 168 time: 0.5044425 Aug 25 19:04:22.742001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36806) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:22.803052 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.835773 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.846247 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:22.950224 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Pushing event updated for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:22.956229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:22.958202 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:22.959411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:22.962593 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:22.966993 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:22.967661 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.991409 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:22.993370 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1873982 Aug 25 19:04:23.017351 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Request body: {'port': {'device_id': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:23.144347 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.169415 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.214980 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.215347 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.216107 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.216426 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > port after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.216769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.217106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > port after_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.217424 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.217757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.218092 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.218405 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.358763 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.359402 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.360717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.361337 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75028) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:04:23.361920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12594ef8-14a6-4a03-94a4-3511eb35e13a']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:23.403356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b21ef96-de6e-4bd8-ac86-e5f19708634b') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:23.403651 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b21ef96-de6e-4bd8-ac86-e5f19708634b') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:23.485034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.515887 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.536183 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:04:23.536593 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn_limited( Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn_limited( Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:04:23.557719 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:04:23.560191 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-cd8c19c5-2e09-45c8-8725-9ce475e48fa9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:23.560191 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-cd8c19c5-2e09-45c8-8725-9ce475e48fa9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Synchronizing usage tracker for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:23.592007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-cd8c19c5-2e09-45c8-8725-9ce475e48fa9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Unset dirty status for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:23.593202 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-cd8c19c5-2e09-45c8-8725-9ce475e48fa9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 931 time: 0.2194791 Aug 25 19:04:23.673843 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dcf1-2168-451b-b031-735fae85262d req-612b5508-ea99-4097-99b4-369ac102afd5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:23.674950 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2d47dcf1-2168-451b-b031-735fae85262d req-612b5508-ea99-4097-99b4-369ac102afd5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:23.678742 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.684277 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:23.687690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aaaa19ee-4220-4b21-befa-9cd3fc83d899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:23.696445 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.707382 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.715786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-376aa8ac-4b3b-468b-9193-67fa9d44956d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Synchronizing usage tracker for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:23.719345 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Pushing event deleted for resources: {'Network': ['ID=12594ef8-14a6-4a03-94a4-3511eb35e13a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:23.723306 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2d47dcf1-2168-451b-b031-735fae85262d req-612b5508-ea99-4097-99b4-369ac102afd5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:23.724564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Transition to ACTIVE for port object 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:23.733856 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:23.735569 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-612b5508-ea99-4097-99b4-369ac102afd5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.3601272 Aug 25 19:04:23.737826 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:23.739621 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:23.741064 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] 10.222.0.26 "DELETE /v2.0/networks/12594ef8-14a6-4a03-94a4-3511eb35e13a HTTP/1.1" status: 204 len: 168 time: 0.9965074 Aug 25 19:04:23.760827 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-006087a0-26d3-4d47-b44d-4ff6d5dd8027 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/quotas/e949650362c743aaa9a9d1451b43d2c1 HTTP/1.1" status: 200 len: 375 time: 0.0241630 Aug 25 19:04:23.796993 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-376aa8ac-4b3b-468b-9193-67fa9d44956d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Unset dirty status for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:23.809316 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-12c76bc0-199a-4da9-b5a9-05c1291f6074 req-376aa8ac-4b3b-468b-9193-67fa9d44956d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800249 Aug 25 19:04:23.870877 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-875d4eaa-b457-4d35-9240-f44a629c6229 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035032 Aug 25 19:04:23.957099 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Pushing event updated for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:23.982809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:24.019086 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36852) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:24.100026 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Attempting to bind port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:24.100470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Attempting to bind port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:24.100916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Attempting to bind port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:24.104773 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-aaf7273e-968d-4e9f-b64d-5b6df5f7ade1 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204165 Aug 25 19:04:24.118781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:24.119270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Attempting to bind port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:24.129565 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b2ed6892-42db-469d-84e2-38e99e08aa5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92354e8833ec4912b6b5f39f926bc7a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1093287 Aug 25 19:04:24.132009 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36858) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:24.172943 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:24.173458 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Checking segment: {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:24.173933 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Bound using segment: {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:24.174569 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Bound port: 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:24.175006 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.293353 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.301002 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-05bc0efb-c660-4046-9089-87acf21c0431 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952093 Aug 25 19:04:24.345453 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.429286 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:24.444712 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:24.460523 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.468224 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:24.585379 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e1ff8920-7672-4864-9b6e-02bfb07ee2fa req-4077862c-0cbe-4698-b532-9d3fa23b6a35 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0849762 Aug 25 19:04:24.600903 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.603169 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] 10.222.0.57 "PUT /v2.0/ports/03ffaad0-6c41-4310-8ca5-2b187c8b8d48 HTTP/1.1" status: 200 len: 1093 time: 1.5903652 Aug 25 19:04:24.603654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:24.622589 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Pushing event updated for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:24.628475 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:24.644931 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.651804 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c7081327-068d-4b97-930f-0280034ab404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:24.668225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd43f04-934c-47f3-8672-269a534b2fe0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:24.671263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:24.685891 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:24.689176 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbd43f04-934c-47f3-8672-269a534b2fe0 HTTP/1.1" status: 204 len: 168 time: 0.5532978 Aug 25 19:04:24.762558 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48', 'status': 'completed', 'code': 200} Aug 25 19:04:24.814508 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-08ea9b35-ce16-44cd-b681-da8230b156a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 1096 time: 0.0917063 Aug 25 19:04:24.925779 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e0e69c3b-ce63-47a1-97a5-1e9a3db5af99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48 HTTP/1.1" status: 200 len: 217 time: 0.0913482 Aug 25 19:04:25.054538 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-cfcacf79-e551-49d2-bee6-7c4b658d293a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:25.056132 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-cfcacf79-e551-49d2-bee6-7c4b658d293a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8ec343d-fc18-45ea-89d7-373b11f608ec HTTP/1.1" status: 200 len: 854 time: 0.1227367 Aug 25 19:04:25.147849 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-4320b2f5-2cd2-4621-a02b-cf29ce6f3f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809915 Aug 25 19:04:25.170600 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a077bcf-49cf-4182-b573-a905cffeb7d6 req-115f2d69-0c07-4dfa-8931-3274069b4f46 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:25.178454 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2a077bcf-49cf-4182-b573-a905cffeb7d6 req-115f2d69-0c07-4dfa-8931-3274069b4f46 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 943 time: 0.1841793 Aug 25 19:04:25.392304 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-e5a62132-05e3-4514-95fc-780a5c497e82 service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111275 Aug 25 19:04:25.421661 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2a077bcf-49cf-4182-b573-a905cffeb7d6 req-c78ea14b-aaaa-43d1-b1e3-cf935c53e921 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Aug 25 19:04:25.581445 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c9141de-33da-49cf-a5bc-d466a8fd2e59 req-84a92d35-ded8-4f64-abfe-852b524187ca service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444201 Aug 25 19:04:25.790238 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0504dbe0-1a6f-40b7-b181-4fe4fb2dbba0 req-dbf93474-5a6b-4e79-85c9-94bd771ad9a5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0509479 Aug 25 19:04:25.906544 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36926) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:25.947808 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-7fbb861f-beb1-44fa-ac82-395ebf3f4b8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 1096 time: 0.1002774 Aug 25 19:04:26.059333 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-422342356-network', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:26.063907 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:26.067757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Usage tracker for resource:network and tenant:429446a592c745d3bdbef0c5c56b33ec is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:26.071280 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:26.103383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-41f51e70-fa4d-4d6b-a56a-8d039794bde7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.104899 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-41f51e70-fa4d-4d6b-a56a-8d039794bde7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 915 time: 0.1427960 Aug 25 19:04:26.137563 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:26.147624 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Made reservation on behalf of 429446a592c745d3bdbef0c5c56b33ec for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:26.150567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.163033 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.182645 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-4772265c-980d-4139-a25b-8e2bbd3c9d1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48 HTTP/1.1" status: 200 len: 217 time: 0.0639760 Aug 25 19:04:26.204111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:26.209574 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Usage tracker for resource:security_group_rule and tenant:429446a592c745d3bdbef0c5c56b33ec is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:26.212546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:26.218352 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:26.289986 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.295540 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.296636 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-fd916891-318f-4049-add9-2fa2f8a6a652 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.298342 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-fd916891-318f-4049-add9-2fa2f8a6a652 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8ec343d-fc18-45ea-89d7-373b11f608ec HTTP/1.1" status: 200 len: 854 time: 0.0678959 Aug 25 19:04:26.300051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-454e884a-b5fb-41bc-8289-7d81ea29d989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:26.326126 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:04:26.339001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f7ecb-3176-41fa-8c47-1d472444b65b,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:26.343029 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:26.344192 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.344702 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Added segment e46d6a94-ab90-482d-a181-b74e0d684495 of type vlan for network 73b3e587-1793-43ca-a77c-42e2a73761a3 Aug 25 19:04:26.364642 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-c0d050f8-f33a-423b-a63d-945e80ee4f0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503492 Aug 25 19:04:26.375364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.404729 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.405899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.406504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.409708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9bda63d0-cb2a-4afe-bf84-b8293383a8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:26.604254 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-a450becc-be3d-44c7-8c4d-2ee98dd6a075 service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860101 Aug 25 19:04:26.635415 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Pushing event updated for resources: {'Network': ['ID=73b3e587-1793-43ca-a77c-42e2a73761a3,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:26.643467 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7355919 Aug 25 19:04:26.644541 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:26.646731 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:04:26.658092 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 36940) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:26.667970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Request body: {'subnet': {'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-subnet', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:26.677030 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:26.695767 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Usage tracker for resource:subnet and tenant:429446a592c745d3bdbef0c5c56b33ec is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:26.737251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:26.755227 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dcf1-2168-451b-b031-735fae85262d req-2fdd9ff2-28aa-4da2-b3a9-ab767dd33925 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.765505 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-2fdd9ff2-28aa-4da2-b3a9-ab767dd33925 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.3391891 Aug 25 19:04:26.769330 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:26.793708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Made reservation on behalf of 429446a592c745d3bdbef0c5c56b33ec for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:26.797012 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1775398'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:26.804153 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8af2883e-2a80-47d8-ab89-1a7410a1da1b req-413e6d30-146c-47fe-9ca2-482fc208284b service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905262 Aug 25 19:04:26.816959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Request body: {'port': {'device_id': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'admin_state_up': True, 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:26.970621 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4a5ade27-c2d1-4574-821a-b3457347ba2f req-dfaa651a-24be-4163-a29e-1c3520ad7c28 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0414977 Aug 25 19:04:26.993099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332b351-4913-4f91-9006-cfd68b5b5c39 req-61da4b76-23b4-4d5d-9486-b9c57bec064f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:26.994743 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0332b351-4913-4f91-9006-cfd68b5b5c39 req-61da4b76-23b4-4d5d-9486-b9c57bec064f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 943 time: 0.3051870 Aug 25 19:04:27.098478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:27.129658 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0332b351-4913-4f91-9006-cfd68b5b5c39 req-c246d8ba-1123-46c9-907d-c37b5159ad36 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227281 Aug 25 19:04:27.141653 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:27.183971 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:27.186996 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.283727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2231232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1775412'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.296677 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:27.433974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8277530-6765-4e47-a880-c644ee4a7468,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:27.436741 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:27.462547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Checking segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:27.462904 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Network hostable DHCP agents. Network: 73b3e587-1793-43ca-a77c-42e2a73761a3, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:04:27.468005 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.488068 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Allocated IP 172.20.0.2 (f6411dd7-1ff9-4911-95ea-2e9c0381515a/32aa7b6f-b19c-45d7-80f4-b43aa7a64378/f24d4e1a-1323-44d7-9d5e-9791abecc0e6) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:27.510957 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:04:27.544188 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 73b3e587-1793-43ca-a77c-42e2a73761a3) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:27.552466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:27.553259 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.557108 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d8f08-1a3c-488b-9ba3-96526f823525 None None] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:27.670684 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0112286 Aug 25 19:04:27.673599 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36960) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:27.680093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:27.685559 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:27.692067 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Usage tracker for resource:router and tenant:429446a592c745d3bdbef0c5c56b33ec is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:27.697812 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:27.705315 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:27.726489 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.727706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.749809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.795937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.835666 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:27.844943 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:27.856944 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fea5c1-2143-4768-a254-80dfdafa5bea None None] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:04:27.926111 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919', '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:27.940412 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:27.944001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:27.947447 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:27.979334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event updated for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:27.983434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:28.004707 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.031489 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:28.032124 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.057135 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2441964 Aug 25 19:04:28.081504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Request body: {'port': {'device_id': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:28.245693 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.308941 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9158721-3324-474e-94d3-c6c0018cba88 req-c2cd8e7e-0b57-4c31-8ffb-b67538f3414e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:28.310455 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9158721-3324-474e-94d3-c6c0018cba88 req-c2cd8e7e-0b57-4c31-8ffb-b67538f3414e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 931 time: 0.1658409 Aug 25 19:04:28.344568 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.389580 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.457027 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f9158721-3324-474e-94d3-c6c0018cba88 req-bf841c66-414d-4833-bb5c-2a9b1c20ce52 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365569 Aug 25 19:04:28.567468 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdd269-a7e6-4caf-854e-f6a3530c8e2f req-a26a7403-c6ca-44c4-a8c3-13f8f46babd8 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:28.569481 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2bfdd269-a7e6-4caf-854e-f6a3530c8e2f req-a26a7403-c6ca-44c4-a8c3-13f8f46babd8 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 943 time: 0.2630026 Aug 25 19:04:28.579102 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Allocated IP 172.27.2.49 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/1e2c0079-990e-4e16-a32f-015300a627ad) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:28.716052 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2bfdd269-a7e6-4caf-854e-f6a3530c8e2f req-c832f865-d856-4645-bb62-4028d385b99e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303365 Aug 25 19:04:28.736517 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.771069 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.776365 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6a29d05a-23f3-4f94-972c-e3cdd5798f7b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:28.827790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24d4e1a-1323-44d7-9d5e-9791abecc0e6 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:28.834630 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.843634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:28.847300 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:28.850554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Transition to ACTIVE for port object f24d4e1a-1323-44d7-9d5e-9791abecc0e6 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:28.854265 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:28.857239 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:28.861280 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:28.929979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Pushing event updated for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:28.933343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:28.958422 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Pushing event updated for resources: {'Port': ['ID=1e2c0079-990e-4e16-a32f-015300a627ad,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:28.969530 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:29.008761 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.009849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.148715 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Attempting to bind port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:29.149321 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Attempting to bind port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:29.149794 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Attempting to bind port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:29.156470 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:29.156871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Attempting to bind port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:29.167423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:29.168031 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Checking segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:29.168533 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Bound using segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:29.169325 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Bound port: f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:29.169846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.285089 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:29.285328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Router 2d324e5e-1c5d-4d20-9851-d04012ffea53 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:04:29.288845 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:29.294119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.299691 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:29.376379 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.378107 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] 10.222.0.57 "PUT /v2.0/ports/f24d4e1a-1323-44d7-9d5e-9791abecc0e6 HTTP/1.1" status: 200 len: 1093 time: 1.3035445 Aug 25 19:04:29.380451 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:29.432174 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Pushing event updated for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:29.435891 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:29.468230 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'status': 'completed', 'code': 200} Aug 25 19:04:29.558409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:04:29.574795 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Sync routers for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:04:29.582870 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-1cbf3ffd-061c-4cbb-8b17-a93281cce370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 1096 time: 0.0853970 Aug 25 19:04:29.585070 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.588715 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8ecccdb8-ebff-4202-8fbc-09890df6b84a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9121039 Aug 25 19:04:29.589449 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 36994) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:29.595505 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:29.596131 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:04:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:29.684150 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:29.702046 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-99bc481c-774a-4c73-8215-1eea48f5f1ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6 HTTP/1.1" status: 200 len: 217 time: 0.0761874 Aug 25 19:04:29.803158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dcf1-2168-451b-b031-735fae85262d req-28624638-0b2a-4018-a4b7-b739b5247f09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:29.805589 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-28624638-0b2a-4018-a4b7-b739b5247f09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0898385 Aug 25 19:04:29.816906 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:29.858537 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:29.875640 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-d5edb9b4-7203-4708-b2b7-a48f9dcd8ab5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587511 Aug 25 19:04:29.876857 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48', 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a', 'port_id': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48', 'mac_address': 'fa:16:3e:72:53:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ec343d-fc18-45ea-89d7-373b11f608ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:29.891581 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a38b7-3a02-48f8-a3a1-4e81e2b459ed req-d948b18c-ca5b-4cbc-ba23-359c22d0a43f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:29.893082 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-af1a38b7-3a02-48f8-a3a1-4e81e2b459ed req-d948b18c-ca5b-4cbc-ba23-359c22d0a43f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 943 time: 0.2284288 Aug 25 19:04:29.940929 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:29.960382 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:29.998365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:30.008967 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.010909 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dd2ed657-1161-4fb0-b9cf-f107ef386b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:30.035488 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-35ca3cca-78aa-465b-815d-c1f71183decc service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504831 Aug 25 19:04:30.040775 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-af1a38b7-3a02-48f8-a3a1-4e81e2b459ed req-a894358a-4871-4883-ab8b-8c504b2f6140 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414120 Aug 25 19:04:30.155003 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:30.159442 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:30.260432 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:28Z', 'revision_number': 3, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:30.264536 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Checking router: 2d324e5e-1c5d-4d20-9851-d04012ffea53 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:04:30.264968 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Updating router 2d324e5e-1c5d-4d20-9851-d04012ffea53 port 1e2c0079-990e-4e16-a32f-015300a627ad binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:04:30.322664 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d47dcf1-2168-451b-b031-735fae85262d req-97f1f10b-59fe-44f2-a545-49b48755edf0 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663305 Aug 25 19:04:30.334902 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.348107 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ffdce-b6a5-4709-a0f0-1abd4b1fe0db req-cab33eca-f31d-4da0-8ef8-d8ad4a4a1f2b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:30.363446 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c12ffdce-b6a5-4709-a0f0-1abd4b1fe0db req-cab33eca-f31d-4da0-8ef8-d8ad4a4a1f2b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 944 time: 0.1608181 Aug 25 19:04:30.417424 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c12ffdce-b6a5-4709-a0f0-1abd4b1fe0db req-3ffe16c2-0a58-49d7-8ec6-cec3db04f1ed tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Aug 25 19:04:30.519603 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['03ffaad0-6c41-4310-8ca5-2b187c8b8d48'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:30.586212 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-3eec40ec-57fb-4c1e-a322-b9befa578ddd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 1096 time: 0.0816352 Aug 25 19:04:30.748429 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.785746 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Transition to ACTIVE for port object 1e2c0079-990e-4e16-a32f-015300a627ad will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:30.796447 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.809332 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:30.854998 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-ed31c5c5-89e7-4151-8593-78f3f0eb68fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:30.854998 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-ed31c5c5-89e7-4151-8593-78f3f0eb68fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 915 time: 0.2578359 Aug 25 19:04:30.885980 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.903354 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Pushing event updated for resources: {'Port': ['ID=1e2c0079-990e-4e16-a32f-015300a627ad,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:30.915010 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.915355 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.915954 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.916382 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.916733 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.917063 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.917400 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.917921 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.918258 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.918577 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.918892 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:04:30.924576 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:30.941448 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-0375e7ac-46f1-4d69-abab-074eb91ce458 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6 HTTP/1.1" status: 200 len: 217 time: 0.0701661 Aug 25 19:04:30.952704 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Attempting to bind port 1e2c0079-990e-4e16-a32f-015300a627ad on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:30.953083 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Attempting to bind port 1e2c0079-990e-4e16-a32f-015300a627ad by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:30.953444 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Attempting to bind port 1e2c0079-990e-4e16-a32f-015300a627ad on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:30.961019 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:30.961442 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:30.962152 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:30.962593 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:30.963068 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Bound port: 1e2c0079-990e-4e16-a32f-015300a627ad, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:30.963455 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.029495 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-2358e69d-ca91-44b0-97d8-13f4af2d1011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.031909 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-2358e69d-ca91-44b0-97d8-13f4af2d1011 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0782521 Aug 25 19:04:31.075873 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] For port 1e2c0079-990e-4e16-a32f-015300a627ad, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:31.080049 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] For port 1e2c0079-990e-4e16-a32f-015300a627ad, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=1e2c0079-990e-4e16-a32f-015300a627ad,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:31.088743 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.110251 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:31.146863 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-ce53c484-f77d-4d76-b3ee-136fdb54455f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040180 Aug 25 19:04:31.170318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Allocated IP 172.20.0.1 (73b3e587-1793-43ca-a77c-42e2a73761a3/e8277530-6765-4e47-a880-c644ee4a7468/cf95265d-b75a-4442-a5f0-c996b3209a22) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:31.234913 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Pushing event updated for resources: {'Port': ['ID=1e2c0079-990e-4e16-a32f-015300a627ad,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:31.238896 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:31.252937 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:31.253565 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:04:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:31.436763 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-d9deb422-ffae-44a9-86fa-85be682bd7a0 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770483 Aug 25 19:04:31.500819 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.548414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dec59-1bc5-45c7-aeb5-67b7efdcb906 req-35d3c9af-390f-4ac0-8ba4-c16a67db94e2 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.550066 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d8dec59-1bc5-45c7-aeb5-67b7efdcb906 req-35d3c9af-390f-4ac0-8ba4-c16a67db94e2 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 943 time: 0.1504891 Aug 25 19:04:31.596128 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:31.618865 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d8dec59-1bc5-45c7-aeb5-67b7efdcb906 req-101525ed-8743-448d-b7fa-12820aef7cfb tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Aug 25 19:04:31.621484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.625679 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7452e80a-1217-472b-baf4-c526ead6c635 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:31.737136 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:31.746407 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:31.753820 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:31.754019 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2599f83-04a6-40ea-b2f0-f5825fbb926c req-65c6cad3-cb74-4503-ac1c-d273279bc7be service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053870 Aug 25 19:04:31.754429 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:31.772557 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:31.777332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:31.837837 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71265-e028-4cfb-9567-ce120948475c req-d324c8a7-275e-4262-801c-e18933bedb0c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:31.840102 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ce71265-e028-4cfb-9567-ce120948475c req-d324c8a7-275e-4262-801c-e18933bedb0c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 944 time: 0.1702757 Aug 25 19:04:31.891291 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ce71265-e028-4cfb-9567-ce120948475c req-368d5428-b505-45f6-a5fd-9625ae014d78 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449619 Aug 25 19:04:31.892596 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.038460 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:28Z', 'revision_number': 3, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:32.042517 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e331268-6e75-4693-a00a-52fa16be5ed0 None None] The sync data for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi is: [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:28Z', 'revision_number': 3, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:04:32.133172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.138096 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.138947 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:32.149042 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c391d5-6665-4a44-9acd-9f8c7a9d8f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:32.373796 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:32.425075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:32.481652 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:32.482819 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:32.937297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50091add-a0a8-48d1-a5fc-2d1105786abf req-d949e4e2-a8f7-433d-aafc-a2f129038d4d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:32.938775 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-50091add-a0a8-48d1-a5fc-2d1105786abf req-d949e4e2-a8f7-433d-aafc-a2f129038d4d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 943 time: 0.1610658 Aug 25 19:04:32.998499 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-50091add-a0a8-48d1-a5fc-2d1105786abf req-c6eb5a08-34e5-4ff5-b582-eecb98fff434 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544429 Aug 25 19:04:33.004277 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Router 2d324e5e-1c5d-4d20-9851-d04012ffea53 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:04:33.174899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf58793-67f1-4605-b85b-422921907120 req-8dec5586-6d5a-43cd-9f31-59f4064925d0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:33.177625 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8bf58793-67f1-4605-b85b-422921907120 req-8dec5586-6d5a-43cd-9f31-59f4064925d0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 944 time: 0.1018579 Aug 25 19:04:33.240766 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8bf58793-67f1-4605-b85b-422921907120 req-7c444dd6-ec33-4037-8e2e-63045c98eaf4 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560119 Aug 25 19:04:33.284751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:04:33.294897 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d324e5e-1c5d-4d20-9851-d04012ffea53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7044618 Aug 25 19:04:33.584277 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 1e2c0079-990e-4e16-a32f-015300a627ad up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:33.659857 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 1e2c0079-990e-4e16-a32f-015300a627ad completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:33.665909 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 1e2c0079-990e-4e16-a32f-015300a627ad triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:33.666612 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.704117 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f24d4e1a-1323-44d7-9d5e-9791abecc0e6 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:33.721799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:33.900698 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-d3879deb-7be4-41ef-adb8-4f2238ae8341 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:33.901479 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-d3879deb-7be4-41ef-adb8-4f2238ae8341 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:33.918554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-d3879deb-7be4-41ef-adb8-4f2238ae8341 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:33.919715 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-d3879deb-7be4-41ef-adb8-4f2238ae8341 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 818 time: 0.1732249 Aug 25 19:04:33.936585 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-217eb706-68f8-4983-8311-f3398d339f38 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/quotas/429446a592c745d3bdbef0c5c56b33ec HTTP/1.1" status: 200 len: 375 time: 0.0110021 Aug 25 19:04:33.954951 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:33.971748 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:33.986672 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:33.987064 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.025378 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-64f33e4c-a4bf-4a18-86c4-af4434946be2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825460 Aug 25 19:04:34.034519 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:34.043049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 1e2c0079-990e-4e16-a32f-015300a627ad, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=1e2c0079-990e-4e16-a32f-015300a627ad,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:34.053467 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.058656 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:34.092784 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'port_id': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'mac_address': 'fa:16:3e:82:9b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa7b6f-b19c-45d7-80f4-b43aa7a64378', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:34.229919 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-99be1489-3a35-4520-b4d2-a53f68a0bfdf service neutron] 10.222.0.26 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959951 Aug 25 19:04:34.272450 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.273877 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff08ae-56ac-4f26-87f5-81bb4e59e569 req-2273cb4c-8635-42cd-8192-ec683e823085 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:34.276204 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bcff08ae-56ac-4f26-87f5-81bb4e59e569 req-2273cb4c-8635-42cd-8192-ec683e823085 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 943 time: 0.1313791 Aug 25 19:04:34.285714 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=1e2c0079-990e-4e16-a32f-015300a627ad,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:34.295459 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:34.305227 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24d4e1a-1323-44d7-9d5e-9791abecc0e6 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:34.308821 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.343820 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:34.349045 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:34.349962 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bcff08ae-56ac-4f26-87f5-81bb4e59e569 req-18bad01f-82f3-4cd3-b3f5-cfaf0a618521 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670199 Aug 25 19:04:34.355257 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.357891 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:34.392499 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:34.400691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:34.418566 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4fdd164c-14c6-4e7b-8c43-1f5fae6f0762 service neutron] 10.222.0.26 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810970 Aug 25 19:04:34.430569 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:34.433686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:34.434274 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-02809037-c896-44b2-a2d0-7a162f54cca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:34.508039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:34.519229 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:34.698700 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48', 'code': 200} Aug 25 19:04:34.752104 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb436b0-6bee-48b9-9b09-6b6a64230c62 req-b64e8c11-09c6-4e3a-b854-c676592dbf1f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:34.752104 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0fb436b0-6bee-48b9-9b09-6b6a64230c62 req-b64e8c11-09c6-4e3a-b854-c676592dbf1f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1008058 Aug 25 19:04:34.811756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9bfcfa7e-531d-4612-aa39-80f2766123df req-256f37bc-229b-41dc-9d7d-b01a6a696512 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:34.821288 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0fb436b0-6bee-48b9-9b09-6b6a64230c62 req-6e3c005d-654e-44bc-b004-a1f0e595b24d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687978 Aug 25 19:04:34.834125 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-9bfcfa7e-531d-4612-aa39-80f2766123df req-256f37bc-229b-41dc-9d7d-b01a6a696512 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:34.835699 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9bfcfa7e-531d-4612-aa39-80f2766123df req-256f37bc-229b-41dc-9d7d-b01a6a696512 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 210 time: 0.0761127 Aug 25 19:04:34.909249 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['f24d4e1a-1323-44d7-9d5e-9791abecc0e6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:35.101810 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-305669f6-4581-4908-8e2b-ac29abcb1f25 req-d321c513-2bfa-4746-bad3-0d42a78a5a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 1098 time: 0.0863237 Aug 25 19:04:35.184060 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-305669f6-4581-4908-8e2b-ac29abcb1f25 req-cdd3efc7-b75a-46d0-a3a9-1c00194ce9ce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739262 Aug 25 19:04:35.244530 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503115-9f74-40ae-be35-375f13b80061 req-c4b3a360-59a4-413d-a382-ebe895e948fe tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:35.246085 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-c4b3a360-59a4-413d-a382-ebe895e948fe tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 818 time: 0.1934414 Aug 25 19:04:35.262620 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-38d1e3c9-b371-4ca1-9184-8143cf87a535 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/quotas/429446a592c745d3bdbef0c5c56b33ec HTTP/1.1" status: 200 len: 375 time: 0.0109487 Aug 25 19:04:35.342038 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-ca5a6357-6bfd-4600-9cf2-3b21e5f84479 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742552 Aug 25 19:04:35.511393 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-b38ae993-0a2d-4d7f-9317-8729bf23f8a0 service neutron] 10.222.0.26 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614439 Aug 25 19:04:35.557982 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 1e2c0079-990e-4e16-a32f-015300a627ad up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:35.581907 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565924b9-09f8-49ec-848a-f7430702d178 req-70772a8b-19f2-4cb9-bfee-dff303318c92 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:35.582607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-565924b9-09f8-49ec-848a-f7430702d178 req-70772a8b-19f2-4cb9-bfee-dff303318c92 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:35.611494 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Sync routers for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:04:35.612856 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-565924b9-09f8-49ec-848a-f7430702d178 req-70772a8b-19f2-4cb9-bfee-dff303318c92 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:35.621099 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-565924b9-09f8-49ec-848a-f7430702d178 req-70772a8b-19f2-4cb9-bfee-dff303318c92 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 944 time: 0.1297312 Aug 25 19:04:35.645100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:35.645875 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:04:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:35.665266 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-565924b9-09f8-49ec-848a-f7430702d178 req-5c0b9319-3285-4e68-968e-3335941e3586 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Aug 25 19:04:35.669789 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-a20f154e-6c3a-4b90-a7f8-78f97fc6fb4a service neutron] 10.222.0.26 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575627 Aug 25 19:04:35.802668 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 1e2c0079-990e-4e16-a32f-015300a627ad triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:35.803678 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:35.977957 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03a95211-d756-468c-956c-d2e3d31d3ec4 req-1cca3f64-0ae2-4eb2-8191-586c9c55ecea tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 210 time: 0.0613947 Aug 25 19:04:36.032297 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:36.218644 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9090d-720b-48b0-918c-2b5ef7437480 req-b8fd9aeb-f453-4234-92fd-3846c25b6346 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:36.221489 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83a9090d-720b-48b0-918c-2b5ef7437480 req-b8fd9aeb-f453-4234-92fd-3846c25b6346 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1405540 Aug 25 19:04:36.271541 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-83a9090d-720b-48b0-918c-2b5ef7437480 req-d135b32f-0821-4d08-b6ab-48344b6b2f28 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Aug 25 19:04:36.437760 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 4, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf95265d-b75a-4442-a5f0-c996b3209a22', 'name': '', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'mac_address': 'fa:16:3e:ba:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:30Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 2, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'subnets': [{'id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:36.441953 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Checking router: 2d324e5e-1c5d-4d20-9851-d04012ffea53 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:04:36.442294 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Updating router 2d324e5e-1c5d-4d20-9851-d04012ffea53 port cf95265d-b75a-4442-a5f0-c996b3209a22 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:04:36.496782 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.763643 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ca56dd4-a307-46b3-80ab-345db335a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.967093 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:36.994947 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Transition to ACTIVE for port object cf95265d-b75a-4442-a5f0-c996b3209a22 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:37.005297 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.014434 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:37.082098 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-e1ca13d2-6fd8-4220-9122-19c238d53c5a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:37.083845 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-e1ca13d2-6fd8-4220-9122-19c238d53c5a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 818 time: 0.3097174 Aug 25 19:04:37.103301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3174f51-14cb-4e4b-a45f-228dec497903 req-82d7a73f-83c9-4b24-b9cc-f6a9bec7f85f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:37.104798 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3174f51-14cb-4e4b-a45f-228dec497903 req-82d7a73f-83c9-4b24-b9cc-f6a9bec7f85f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 944 time: 0.1825459 Aug 25 19:04:37.145006 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Pushing event updated for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:37.159628 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3174f51-14cb-4e4b-a45f-228dec497903 req-89fd02ba-03bb-4898-8a25-523b3d62d056 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Aug 25 19:04:37.161686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:37.270611 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Attempting to bind port cf95265d-b75a-4442-a5f0-c996b3209a22 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:37.270887 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Attempting to bind port cf95265d-b75a-4442-a5f0-c996b3209a22 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:37.271371 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Attempting to bind port cf95265d-b75a-4442-a5f0-c996b3209a22 on network 73b3e587-1793-43ca-a77c-42e2a73761a3 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:37.275883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.280376 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:37.280854 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Checking segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:37.281206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.281669 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Bound using segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:37.282139 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Bound port: cf95265d-b75a-4442-a5f0-c996b3209a22, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:37.282523 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.295423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Request body: {'port': {'device_id': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'admin_state_up': True, 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:37.375531 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] For port cf95265d-b75a-4442-a5f0-c996b3209a22, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:37.378873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] For port cf95265d-b75a-4442-a5f0-c996b3209a22, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf95265d-b75a-4442-a5f0-c996b3209a22,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:37.383776 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.387458 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-59929751-deb3-44fa-a1f4-a4adb937c165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:37.407238 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7c1c831e-994c-4539-8fa4-a71c6f825667 req-a06e3191-5d73-4698-8c6d-5d9c4b8c7b41 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 210 time: 0.1178379 Aug 25 19:04:37.481866 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Pushing event updated for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:37.486609 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:37.496162 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:04:37.496843 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:04:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:37.508004 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 37158) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:37.560690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:37.586674 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:37.605488 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Made reservation on behalf of 429446a592c745d3bdbef0c5c56b33ec for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:37.609099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.751231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f24d4e1a-1323-44d7-9d5e-9791abecc0e6 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:37.820275 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:37.844952 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:04:37.863502 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:37.869389 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Usage tracker for resource:security_group_rule and tenant:de08236e23a6422387523bc2042d63f2 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:37.873134 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:37.880718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:37.889513 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da076f23-b833-4178-a83a-f984dfcee2c7 req-6bcb693b-8483-4c4b-9f99-34018db6e7f7 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:37.896973 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-da076f23-b833-4178-a83a-f984dfcee2c7 req-6bcb693b-8483-4c4b-9f99-34018db6e7f7 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.2578344 Aug 25 19:04:37.906737 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Allocated IP 172.20.0.3 (73b3e587-1793-43ca-a77c-42e2a73761a3/e8277530-6765-4e47-a880-c644ee4a7468/95a732f2-b794-427e-8e6c-560bb96d881a) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:37.976407 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-da076f23-b833-4178-a83a-f984dfcee2c7 req-12fddd92-e1be-48cd-b73a-4bc6d2bb9f6f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774608 Aug 25 19:04:38.016482 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:38.048021 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.052580 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.076249 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:38.076631 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.267086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.272261 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-646d92b5-2100-4c9c-8060-b63321668e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:38.293036 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de08236e23a6422387523bc2042d63f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7815335 Aug 25 19:04:38.294694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 37170) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:38.345974 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.382230 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.395569 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:38.406705 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.423309 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 4, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf95265d-b75a-4442-a5f0-c996b3209a22', 'name': '', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'mac_address': 'fa:16:3e:ba:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:30Z', 'updated_at': '2021-08-25T19:04:37Z', 'revision_number': 4, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'subnets': [{'id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:04:38.426947 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a898289-b537-4b8a-89c8-d5924a27e244,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:38.431123 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:38.448246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296050bd-70b5-4c39-99ff-a679ae45904b None None] The sync data for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi is: [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:04:31Z', 'revision_number': 4, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf95265d-b75a-4442-a5f0-c996b3209a22', 'name': '', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'mac_address': 'fa:16:3e:ba:db:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:30Z', 'updated_at': '2021-08-25T19:04:37Z', 'revision_number': 4, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'subnets': [{'id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:04:38.450798 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:38.458205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.460695 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:38.475399 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:38.479552 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503115-9f74-40ae-be35-375f13b80061 req-ec11146a-cf71-4e4d-9cd9-d003110d1e2d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:38.482233 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-ec11146a-cf71-4e4d-9cd9-d003110d1e2d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 818 time: 0.3912704 Aug 25 19:04:38.523733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Request body: {'port': {'device_id': '0c40a220-b506-422c-934d-67c594a16b34', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'admin_state_up': True, 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:38.598818 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Pushing event updated for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:38.602282 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:38.605339 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.633490 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:38.639162 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:38.692797 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:38.695836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:38.697846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:38.779993 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.793158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a0e44c7b-4103-467c-b107-6f133d31ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:38.820991 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:38.821785 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.840106 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:38.849448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a898289-b537-4b8a-89c8-d5924a27e244,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:38.852133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Usage tracker for resource:port and tenant:429446a592c745d3bdbef0c5c56b33ec is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:38.852386 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:38.860247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.860247 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a898289-b537-4b8a-89c8-d5924a27e244 HTTP/1.1" status: 204 len: 168 time: 0.5634737 Aug 25 19:04:38.861407 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5702107 Aug 25 19:04:38.862609 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'code': 200} Aug 25 19:04:38.874484 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bf979-07ce-483c-8412-8ca2c4e9eea8 req-f8f31edb-cb51-4d53-832b-4f29e602a666 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:38.877601 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:38.884286 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b78bf979-07ce-483c-8412-8ca2c4e9eea8 req-f8f31edb-cb51-4d53-832b-4f29e602a666 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.4786911 Aug 25 19:04:38.891781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:38.925803 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Made reservation on behalf of 429446a592c745d3bdbef0c5c56b33ec for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:04:38.928498 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:38.941562 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Request body: {'port': {'device_id': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:39.103767 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b78bf979-07ce-483c-8412-8ca2c4e9eea8 req-368d5cf0-c328-475e-bd4a-4b952937f1c9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182148 Aug 25 19:04:39.118078 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-090595ff-58f4-480d-8128-4d6c458eb78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.186542 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.381076 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Allocated IP 172.20.0.10 (73b3e587-1793-43ca-a77c-42e2a73761a3/e8277530-6765-4e47-a880-c644ee4a7468/34396ac8-17b5-4ed9-86ae-ffa4f8207eff) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:04:39.617981 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 37192) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:39.662431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf95265d-b75a-4442-a5f0-c996b3209a22 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:39.686281 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba808d0c-df2a-4b1c-b7e0-86d6b7cf17cb req-b8306d53-4234-4951-8d66-7d756f717e38 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 210 time: 0.4822693 Aug 25 19:04:39.686517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74259728-df4e-4cc4-808b-8b14f8b5da4a req-d74baf3d-7a9b-4e41-a4e1-d32f3e4567d9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:39.693350 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-74259728-df4e-4cc4-808b-8b14f8b5da4a req-d74baf3d-7a9b-4e41-a4e1-d32f3e4567d9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1193566 Aug 25 19:04:39.741881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.742210 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-74259728-df4e-4cc4-808b-8b14f8b5da4a req-c3ce126b-ad46-4301-bd27-e235f176a252 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 Aug 25 19:04:39.792444 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port cf95265d-b75a-4442-a5f0-c996b3209a22 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:39.802060 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port cf95265d-b75a-4442-a5f0-c996b3209a22 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:39.802684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.862541 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:04:39.892432 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:39.924036 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae8b17ee-7f47-4021-a288-a272b2421b97 req-7767b343-ac8b-402a-b220-31dd3e924e84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 1098 time: 0.3909767 Aug 25 19:04:39.926626 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbadfaa1e7347c7a93236b5ccd02bd6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:04:39.930428 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:04:39.937504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:04:40.027673 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ae8b17ee-7f47-4021-a288-a272b2421b97 req-894b442d-48fb-4840-978f-5a26ff23f058 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707679 Aug 25 19:04:40.030689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.035914 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.037250 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.113815 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.125773 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port cf95265d-b75a-4442-a5f0-c996b3209a22, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf95265d-b75a-4442-a5f0-c996b3209a22,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:40.134272 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.136254 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.146280 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Network 73b3e587-1793-43ca-a77c-42e2a73761a3 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:04:40.149440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Pushing event updated for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.153184 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.154568 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:04:40.156598 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.165966 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:04:40.170256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:40.170699 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.176564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.232325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2bafc4e1-559d-4c95-ac0b-ae3c024d0ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.244386 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdbadfaa1e7347c7a93236b5ccd02bd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5587692 Aug 25 19:04:40.246961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 37222) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:04:40.282238 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.289006 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.346851 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026a017-101f-4080-9371-ded9e55a2961,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.353688 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a732f2-b794-427e-8e6c-560bb96d881a {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:40.354099 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8390546 Aug 25 19:04:40.357628 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.364290 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.389044 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.415814 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.466975 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Request body: {'port': {'device_id': '0c40a220-b506-422c-934d-67c594a16b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:04:40.498708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Transition to ACTIVE for port object 95a732f2-b794-427e-8e6c-560bb96d881a will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:40.508127 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.537168 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.622491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.637501 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-041fcf65-73e5-4992-9ef2-70a2288a874e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:40.677912 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026a017-101f-4080-9371-ded9e55a2961,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.683852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.687537 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3026a017-101f-4080-9371-ded9e55a2961 HTTP/1.1" status: 204 len: 168 time: 0.4391391 Aug 25 19:04:40.688691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.691431 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:40.822648 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Pushing event updated for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:40.831795 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:40.845245 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f929-ec53-42b6-9847-4bdd5e258706 req-b205c1cf-68d4-48ac-b752-0ba4ee0afaf3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:40.846812 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59f4f929-ec53-42b6-9847-4bdd5e258706 req-b205c1cf-68d4-48ac-b752-0ba4ee0afaf3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.4575179 Aug 25 19:04:40.905325 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Attempting to bind port 95a732f2-b794-427e-8e6c-560bb96d881a on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:40.905727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Attempting to bind port 95a732f2-b794-427e-8e6c-560bb96d881a by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:40.906121 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Attempting to bind port 95a732f2-b794-427e-8e6c-560bb96d881a on network 73b3e587-1793-43ca-a77c-42e2a73761a3 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:40.915450 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Port 95a732f2-b794-427e-8e6c-560bb96d881a on network 73b3e587-1793-43ca-a77c-42e2a73761a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:40.915450 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Attempting to bind port 95a732f2-b794-427e-8e6c-560bb96d881a on network 73b3e587-1793-43ca-a77c-42e2a73761a3 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:40.927535 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59f4f929-ec53-42b6-9847-4bdd5e258706 req-8a0aec30-b8f3-4c51-b847-eb21eb5313e6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699236 Aug 25 19:04:40.928620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:40.929582 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Checking segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:40.930014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Bound using segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:40.930503 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Bound port: 95a732f2-b794-427e-8e6c-560bb96d881a, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:40.930933 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.060055 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:41.064708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95a732f2-b794-427e-8e6c-560bb96d881a,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:41.075603 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.088867 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:41.141034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.142643 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] 10.222.0.57 "PUT /v2.0/ports/95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 1093 time: 2.2066960 Aug 25 19:04:41.143283 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:41.190533 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Pushing event updated for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:41.193978 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:41.197445 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dfc11-3701-434e-8f86-aa7185d5e09d req-33649a30-f819-43ad-b5a5-2fad6687faf7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:41.198169 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7c9dfc11-3701-434e-8f86-aa7185d5e09d req-33649a30-f819-43ad-b5a5-2fad6687faf7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:41.255139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-7c9dfc11-3701-434e-8f86-aa7185d5e09d req-33649a30-f819-43ad-b5a5-2fad6687faf7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:41.256370 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7c9dfc11-3701-434e-8f86-aa7185d5e09d req-33649a30-f819-43ad-b5a5-2fad6687faf7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 932 time: 0.3238022 Aug 25 19:04:41.352270 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-4066581c-5a68-4800-9f8c-4aa0917c59b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1096 time: 0.0970907 Aug 25 19:04:41.357635 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34396ac8-17b5-4ed9-86ae-ffa4f8207eff {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:41.365944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.377026 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a', 'status': 'completed', 'code': 200} Aug 25 19:04:41.395762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Transition to ACTIVE for port object 34396ac8-17b5-4ed9-86ae-ffa4f8207eff will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:04:41.401285 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7c9dfc11-3701-434e-8f86-aa7185d5e09d req-0aaf510c-223a-4bf6-a957-1c018245278a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127090 Aug 25 19:04:41.404079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.416059 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-34364d28-22b0-41e0-9255-307ee2d9720e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:41.492639 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-f699fc3b-0a84-413f-a8a5-3c22aa7e9078 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.1075623 Aug 25 19:04:41.513043 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.572499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1a9cc9e4-26f5-4d09-ac6f-e2f3a0973977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:41.574150 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-1a9cc9e4-26f5-4d09-ac6f-e2f3a0973977 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0654986 Aug 25 19:04:41.576079 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf95265d-b75a-4442-a5f0-c996b3209a22 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:41.583133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Pushing event updated for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:41.631432 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:41.647069 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-daf912fe-bfce-4c0e-bd90-c41a495b94ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499148 Aug 25 19:04:41.653662 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Attempting to bind port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:04:41.654110 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Attempting to bind port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:04:41.654473 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Attempting to bind port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff on network 73b3e587-1793-43ca-a77c-42e2a73761a3 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:41.660954 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff on network 73b3e587-1793-43ca-a77c-42e2a73761a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:04:41.661608 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Attempting to bind port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff on network 73b3e587-1793-43ca-a77c-42e2a73761a3 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:04:41.670484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:04:41.671226 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Checking segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:04:41.671831 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Bound using segment: {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:04:41.672597 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Bound port: 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46d6a94-ab90-482d-a181-b74e0d684495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:04:41.673205 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.701008 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port cf95265d-b75a-4442-a5f0-c996b3209a22 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:41.701008 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.814577 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:04:41.835233 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:04:41.877755 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.899053 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:41.911493 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-88952306-5d6e-48b2-970a-51bcc5d1d127 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497971 Aug 25 19:04:41.968111 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:41.969543 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] 10.222.0.57 "PUT /v2.0/ports/34396ac8-17b5-4ed9-86ae-ffa4f8207eff HTTP/1.1" status: 200 len: 1094 time: 1.5103304 Aug 25 19:04:41.970016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:41.987079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Pushing event updated for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:41.997118 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:42.134122 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ac0188e-920d-4106-a251-0d9a4f7fa16e req-cee4e3df-7cce-405a-a434-c148b16b9bb9 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039337 Aug 25 19:04:42.213381 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff', 'status': 'completed', 'code': 200} Aug 25 19:04:42.317493 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205df8-502c-4386-acdc-0139f231737c req-de62d064-2943-4350-8616-436521ba2832 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:42.319024 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bd205df8-502c-4386-acdc-0139f231737c req-de62d064-2943-4350-8616-436521ba2832 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.2297177 Aug 25 19:04:42.336124 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-dade985d-6289-4b29-82c7-b4d401af0552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 1097 time: 0.1894667 Aug 25 19:04:42.389737 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bd205df8-502c-4386-acdc-0139f231737c req-ef9e5be3-5f96-4bb2-b4eb-b50d3831a79b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630176 Aug 25 19:04:42.536104 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-f7f61c7f-bbd1-4e1a-91aa-43a1c859e44b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff HTTP/1.1" status: 200 len: 217 time: 0.0945442 Aug 25 19:04:42.555786 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-1001f122-2fb7-4922-a16a-82644391fcd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1096 time: 0.1143835 Aug 25 19:04:42.685665 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96503115-9f74-40ae-be35-375f13b80061 req-16c5fb65-c6be-4cb7-bcc6-88eefe19d65d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:42.687338 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-16c5fb65-c6be-4cb7-bcc6-88eefe19d65d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.1000223 Aug 25 19:04:42.706379 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a94d-1c5c-476b-9112-b4f2362500c6 req-b2539afe-4ee2-4e0e-91a8-2a2a4e485c41 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:42.708406 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f14a94d-1c5c-476b-9112-b4f2362500c6 req-b2539afe-4ee2-4e0e-91a8-2a2a4e485c41 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 944 time: 0.1598408 Aug 25 19:04:42.734769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-c58d76b3-12e1-4712-9630-4ec96b647689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:42.736303 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-c58d76b3-12e1-4712-9630-4ec96b647689 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1494706 Aug 25 19:04:42.773090 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-a4b28c92-c613-4bbf-88c3-a41a858ef7c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627301 Aug 25 19:04:42.827767 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-9b25e9bb-42b3-4a3e-90fa-9f03ce591689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.0671809 Aug 25 19:04:42.912043 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1f14a94d-1c5c-476b-9112-b4f2362500c6 req-9c3117a4-bc38-43ca-844f-0e1f7e16a17f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585531 Aug 25 19:04:42.943030 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-22697b30-d6d6-4734-9b15-678e2770ebc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:42.944420 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-22697b30-d6d6-4734-9b15-678e2770ebc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0985084 Aug 25 19:04:42.995386 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-73fa1770-c684-445d-bb71-1e062500bde0 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063441 Aug 25 19:04:43.020314 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-1794182c-efec-4a12-bc22-95558ca04335 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473077 Aug 25 19:04:43.165920 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96503115-9f74-40ae-be35-375f13b80061 req-fb863fca-4b58-496b-aab4-8529ff79b337 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559136 Aug 25 19:04:43.236476 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-45015c05-b654-4b30-8ac8-645250606796 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050486 Aug 25 19:04:43.540737 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d31d8cc2-2991-4af4-b66b-af07cbddbbc9 req-22b92322-a642-4695-bedd-c3627320fa45 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384077 Aug 25 19:04:43.613848 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-18e1a506-8a6f-48ee-91f9-d799eeb9e863 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 1097 time: 0.1457713 Aug 25 19:04:43.635124 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517713-5fce-4e27-895a-ca8a2c5155cd req-c6f1ebcf-beff-4e75-8e51-410512625628 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:43.636495 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e517713-5fce-4e27-895a-ca8a2c5155cd req-c6f1ebcf-beff-4e75-8e51-410512625628 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0887611 Aug 25 19:04:43.780826 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9e517713-5fce-4e27-895a-ca8a2c5155cd req-1d1b631a-8f2a-4f87-b3fc-e1fc4d62d3b2 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386821 Aug 25 19:04:43.819556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-49ca35f6-c604-48fa-9c26-2c1764a8f77f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:43.821215 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-49ca35f6-c604-48fa-9c26-2c1764a8f77f service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1658678 Aug 25 19:04:43.969475 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-70da8eb6-3cd2-4b3e-8de3-d9951d8f2f83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff HTTP/1.1" status: 200 len: 217 time: 0.1252916 Aug 25 19:04:44.088330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-3e0ba637-02e7-4d06-baaf-859e68ae1d02 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:44.089880 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-3e0ba637-02e7-4d06-baaf-859e68ae1d02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.1000538 Aug 25 19:04:44.152898 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-d45649c2-481b-488d-b5af-1cbb31b32174 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470760 Aug 25 19:04:44.253406 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51917c6-243f-4f73-8420-a33d82b349a3 req-4a8d3d93-805c-4805-a63b-97f408fbcaa0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:44.254803 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f51917c6-243f-4f73-8420-a33d82b349a3 req-4a8d3d93-805c-4805-a63b-97f408fbcaa0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 944 time: 0.2101009 Aug 25 19:04:44.322735 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f51917c6-243f-4f73-8420-a33d82b349a3 req-137d279c-a7fb-44b3-8617-0b2dcc2fbde3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605767 Aug 25 19:04:44.370310 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-2830f879-af90-4729-89ad-864dd58b5f29 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061479 Aug 25 19:04:44.519161 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6b2c0b2e-0b60-460a-bf30-f35370d604a3 req-21e955e8-d813-4864-9a2f-35a9d0cc9e4b service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283674 Aug 25 19:04:45.549836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-78832229-b114-4d14-b4fe-0fee30645cf8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:45.549836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-78832229-b114-4d14-b4fe-0fee30645cf8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:45.559642 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-78832229-b114-4d14-b4fe-0fee30645cf8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:45.560807 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-78832229-b114-4d14-b4fe-0fee30645cf8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 944 time: 0.0961640 Aug 25 19:04:45.606045 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-106f88a6-cdee-4a99-8b9b-60b5336360ab tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:04:45.626810 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-106f88a6-cdee-4a99-8b9b-60b5336360ab tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:04:45.628616 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a36e729-3dec-4f06-a5ec-718f9f8a3ada req-106f88a6-cdee-4a99-8b9b-60b5336360ab tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Aug 25 19:04:45.731387 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95a732f2-b794-427e-8e6c-560bb96d881a details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:45.871952 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95a732f2-b794-427e-8e6c-560bb96d881a,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:45.889184 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '95a732f2-b794-427e-8e6c-560bb96d881a', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'port_id': '95a732f2-b794-427e-8e6c-560bb96d881a', 'mac_address': 'fa:16:3e:7a:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:45.946600 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:45.964129 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a732f2-b794-427e-8e6c-560bb96d881a {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:45.979934 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95a732f2-b794-427e-8e6c-560bb96d881a,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:45.987404 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:45.990199 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:46.061094 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:46.064232 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:46.768126 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['95a732f2-b794-427e-8e6c-560bb96d881a'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:46.844245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfde77-2c12-4e3e-9eae-fd1c9ce661f1 req-fd4ba5e3-655b-4cb7-9cd8-1a7b35243e1a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:46.845852 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9bcfde77-2c12-4e3e-9eae-fd1c9ce661f1 req-fd4ba5e3-655b-4cb7-9cd8-1a7b35243e1a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 944 time: 0.0809855 Aug 25 19:04:46.891955 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9bcfde77-2c12-4e3e-9eae-fd1c9ce661f1 req-a0dbba84-f394-49ea-93b0-63f80d6fe176 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Aug 25 19:04:47.760821 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 34396ac8-17b5-4ed9-86ae-ffa4f8207eff details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:04:47.895697 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:47.910925 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff', 'network_id': '73b3e587-1793-43ca-a77c-42e2a73761a3', 'port_id': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff', 'mac_address': 'fa:16:3e:d8:e2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8277530-6765-4e47-a880-c644ee4a7468', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:04:47.974627 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:47.992691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34396ac8-17b5-4ed9-86ae-ffa4f8207eff {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:04:48.008152 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:48.011890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:48.014440 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:48.082644 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:48.086770 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:48.098372 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d48e7-6892-47a8-871a-e3bfe302058c req-90f92d46-1738-4a8e-83f5-b1bc072fbc37 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:48.099798 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-737d48e7-6892-47a8-871a-e3bfe302058c req-90f92d46-1738-4a8e-83f5-b1bc072fbc37 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 945 time: 0.0862591 Aug 25 19:04:48.149629 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-737d48e7-6892-47a8-871a-e3bfe302058c req-c757c3c1-09b1-447d-9ff7-cb5e18bf5542 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Aug 25 19:04:48.687779 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['34396ac8-17b5-4ed9-86ae-ffa4f8207eff'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:04:49.351321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3f11e-bd32-4c1c-bd0f-bcecd1eeca16 req-9c872cd6-f0ba-468a-95c6-b537b29b9738 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:49.352792 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9cf3f11e-bd32-4c1c-bd0f-bcecd1eeca16 req-9c872cd6-f0ba-468a-95c6-b537b29b9738 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 945 time: 0.0773723 Aug 25 19:04:49.404006 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9cf3f11e-bd32-4c1c-bd0f-bcecd1eeca16 req-6bb029de-d02d-480a-8389-44bd0f7c9a5c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456078 Aug 25 19:04:49.775412 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95a732f2-b794-427e-8e6c-560bb96d881a up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:49.845206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 95a732f2-b794-427e-8e6c-560bb96d881a completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:49.850783 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 95a732f2-b794-427e-8e6c-560bb96d881a triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:49.851027 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.967938 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:49.995830 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:50.007771 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95a732f2-b794-427e-8e6c-560bb96d881a,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:50.011596 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:50.013546 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:50.065132 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a', 'code': 200} Aug 25 19:04:50.083297 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:50.086405 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:50.435155 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3fd4632d-dc84-4cdb-93a6-9acc19f34d89 req-93c27312-fe29-4bb8-83d5-6d40d8991142 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.0711327 Aug 25 19:04:50.485430 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3fd4632d-dc84-4cdb-93a6-9acc19f34d89 req-757b6d8a-f708-4036-a272-bc1c0cc4b01b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Aug 25 19:04:50.605983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3c24d-b376-42b0-b4da-407121f4168c req-fa7a8a7e-6ab3-4e85-96ce-b23559f48174 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:50.607457 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-60f3c24d-b376-42b0-b4da-407121f4168c req-fa7a8a7e-6ab3-4e85-96ce-b23559f48174 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 945 time: 0.0791790 Aug 25 19:04:50.654237 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-60f3c24d-b376-42b0-b4da-407121f4168c req-336f88b5-8b04-450d-ae07-fe9dc0b93d1d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Aug 25 19:04:51.784030 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 34396ac8-17b5-4ed9-86ae-ffa4f8207eff up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:04:51.863120 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:04:51.870873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba543c2-0252-4fa3-913e-b995e6e66bea req-9c245e21-aee8-493c-b4bf-30be5f4f0b2a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:51.872492 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cba543c2-0252-4fa3-913e-b995e6e66bea req-9c245e21-aee8-493c-b4bf-30be5f4f0b2a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 945 time: 0.0889668 Aug 25 19:04:51.879302 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:04:51.880077 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:51.925180 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cba543c2-0252-4fa3-913e-b995e6e66bea req-73eb7414-c8d1-4858-93b9-9ee7de5ec7b4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Aug 25 19:04:52.007961 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.041304 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:04:52.045118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:52.046901 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:04:52.074889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:04:52.117089 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:04:52.121809 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:04:52.135339 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff', 'code': 200} Aug 25 19:04:52.638857 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13baf77a-9eb8-45a3-953c-c0c02258ccb5 req-37044080-18a1-4dd0-9d37-dca59547fd74 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 1099 time: 0.0692437 Aug 25 19:04:52.691119 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13baf77a-9eb8-45a3-953c-c0c02258ccb5 req-966418b9-84c5-4141-8a7e-d09a9294093e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Aug 25 19:04:53.139127 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765e157-d34b-421f-ad20-b832b066d538 req-9c3ba774-27b0-44c2-9c85-fde023a2dfe0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:53.140598 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4765e157-d34b-421f-ad20-b832b066d538 req-9c3ba774-27b0-44c2-9c85-fde023a2dfe0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0813329 Aug 25 19:04:53.189696 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4765e157-d34b-421f-ad20-b832b066d538 req-6c810aca-ff64-46c7-b884-74880311daad tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Aug 25 19:04:54.392983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac771c-86c9-4380-b147-da0e2c73f17b req-38066c9c-a6d9-4256-90c9-c94beae7abce tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:54.394460 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68ac771c-86c9-4380-b147-da0e2c73f17b req-38066c9c-a6d9-4256-90c9-c94beae7abce tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0776403 Aug 25 19:04:54.439533 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-68ac771c-86c9-4380-b147-da0e2c73f17b req-359329f4-7509-49c7-a0bd-288fd83f1982 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Aug 25 19:04:54.616996 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-42e62240-1f62-4582-9ba1-1a9ba29fd1d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750499 Aug 25 19:04:54.747326 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-5b17319e-9b8f-4ff8-8aa5-cbd90084ee79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 1098 time: 0.0719984 Aug 25 19:04:54.903609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-131abfba-1e98-4243-923f-cc348644b50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:54.905141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-131abfba-1e98-4243-923f-cc348644b50e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 915 time: 0.1316633 Aug 25 19:04:54.989051 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-52695da6-d657-48a4-a3be-e27e028b7609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5025c333-a5a0-4ffa-a329-c113db548919 HTTP/1.1" status: 200 len: 217 time: 0.0656135 Aug 25 19:04:55.061091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-a5482c68-795f-43ca-b8c0-fab5d51eab21 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.062549 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-a5482c68-795f-43ca-b8c0-fab5d51eab21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0642555 Aug 25 19:04:55.281261 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-85cdb38b-9f7a-452e-9fb8-95f98158228d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415959 Aug 25 19:04:55.561236 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-605c98b7-802d-4c61-a980-dba3882773a6 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910880 Aug 25 19:04:55.688162 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d784-e0d2-45c2-ad56-87fd729cdf19 req-cd01224a-af4d-4b41-b365-b660b87ce8e1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:55.689708 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3e58d784-e0d2-45c2-ad56-87fd729cdf19 req-cd01224a-af4d-4b41-b365-b660b87ce8e1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0924392 Aug 25 19:04:55.722305 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82ad032e-7ffe-47c5-b6cb-088fdbd4818f req-5592ac45-e978-41f0-96b3-ba6eab559b3c service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408870 Aug 25 19:04:55.745905 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3e58d784-e0d2-45c2-ad56-87fd729cdf19 req-9469bf90-3b3f-45a0-a5bd-7024eb696ff0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495763 Aug 25 19:04:57.074377 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357739cd-3618-466d-8193-3c4228a888c1 req-527681c3-eb2f-49f4-aaea-a1a0823ad6a2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:57.075824 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-357739cd-3618-466d-8193-3c4228a888c1 req-527681c3-eb2f-49f4-aaea-a1a0823ad6a2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0921552 Aug 25 19:04:57.120702 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-357739cd-3618-466d-8193-3c4228a888c1 req-a6ca6da3-98d9-4fdd-963c-ec1bb86afabe tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Aug 25 19:04:57.454387 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:04:57.592852 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608a70e-c4c1-4653-bc9d-6a060a6de624 req-f0cb5f70-4ffb-4616-9a76-27f27e10ca28 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:57.594347 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6608a70e-c4c1-4653-bc9d-6a060a6de624 req-f0cb5f70-4ffb-4616-9a76-27f27e10ca28 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0803328 Aug 25 19:04:57.598065 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-eb6c6b03-f920-4bfa-b0dd-f19422a73d19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 1099 time: 0.0711539 Aug 25 19:04:57.657212 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6608a70e-c4c1-4653-bc9d-6a060a6de624 req-4fa16b66-fe18-4b53-9137-bea71f59d695 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Aug 25 19:04:57.758496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-d0978e86-d5bf-498e-9a54-f9225e536ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:57.759948 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-d0978e86-d5bf-498e-9a54-f9225e536ffb service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1333823 Aug 25 19:04:57.837965 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-9726ff0d-99a3-4bfa-87c0-951f93a4eb39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff HTTP/1.1" status: 200 len: 217 time: 0.0654724 Aug 25 19:04:57.910926 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-ef019cdb-9e4d-4daa-8a37-63dfbd4df087 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:57.913207 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-ef019cdb-9e4d-4daa-8a37-63dfbd4df087 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0577307 Aug 25 19:04:58.069270 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-7b93b482-e7e2-41ee-9d2e-3510cd07c575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439017 Aug 25 19:04:58.326062 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-d1dcb413-bd23-445f-bf0f-2bfbf32a3c13 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268592 Aug 25 19:04:58.485891 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-08ebb6f5-169a-488e-9339-69ec1125ea2f req-17e30b8e-6100-4b6d-bdc7-9319e5cd4f7b service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273026 Aug 25 19:04:58.854153 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b78adb-8e12-4d00-9608-21371c4f12b0 req-60365ae7-8ce7-40b0-b89b-89e75e9a2894 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:04:58.855633 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64b78adb-8e12-4d00-9608-21371c4f12b0 req-60365ae7-8ce7-40b0-b89b-89e75e9a2894 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0789528 Aug 25 19:04:58.903444 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-64b78adb-8e12-4d00-9608-21371c4f12b0 req-c5249a31-574c-478c-986f-c18c884f804c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Aug 25 19:04:59.482369 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:05:00.108688 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1513-0490-4ac8-97d5-91a60f591376 req-e051cc96-412f-41a9-ab2e-532c5adca1ba tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:00.110165 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dead1513-0490-4ac8-97d5-91a60f591376 req-e051cc96-412f-41a9-ab2e-532c5adca1ba tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0781744 Aug 25 19:05:00.156377 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dead1513-0490-4ac8-97d5-91a60f591376 req-de7793da-c5c3-49c1-972a-b7ed8d308c70 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402777 Aug 25 19:05:00.625678 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-86104d42-8383-4937-a809-fa751f6b447b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:00.627441 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-86104d42-8383-4937-a809-fa751f6b447b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.1481514 Aug 25 19:05:00.643281 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-2ca578ae-734d-459a-999e-d6cfdce7d02e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/quotas/e949650362c743aaa9a9d1451b43d2c1 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Aug 25 19:05:00.735634 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-4660a429-e093-43a9-8e68-b8a4c4dfdf6a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866795 Aug 25 19:05:00.870546 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-2080edfc-5055-4779-b08e-821e78cd6b42 service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268172 Aug 25 19:05:01.062369 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-cced86c4-c680-47d6-903f-1797c9b7432b service neutron] 10.222.0.26 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862803 Aug 25 19:05:01.276049 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0f2b224-1f03-4df4-a10f-ef43d1bd85d6 req-74bf3e26-b6c2-4b46-ae7b-022c7190410d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0492115 Aug 25 19:05:01.377632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ce5cc-23d0-4f58-85fa-198d9c9cc2f5 req-2b31cbb0-5425-422d-8730-0d5e380b8597 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:01.379415 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-980ce5cc-23d0-4f58-85fa-198d9c9cc2f5 req-2b31cbb0-5425-422d-8730-0d5e380b8597 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0812244 Aug 25 19:05:01.436547 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-980ce5cc-23d0-4f58-85fa-198d9c9cc2f5 req-ce6d237b-9fe4-412f-82b0-0b8c4defe15b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Aug 25 19:05:02.447296 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-70e557a2-a517-4990-8aa6-ee3d1a5d06b6 req-dadb8a40-cac3-4245-854f-1249e0aec0aa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0404298 Aug 25 19:05:02.633753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b784f-dd7b-4479-be9f-16dc81dbb859 req-6810224c-c87a-4de6-b686-8c8b430a9665 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:02.635639 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-947b784f-dd7b-4479-be9f-16dc81dbb859 req-6810224c-c87a-4de6-b686-8c8b430a9665 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0773048 Aug 25 19:05:02.682983 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-947b784f-dd7b-4479-be9f-16dc81dbb859 req-12523d1b-d30b-4e0a-beda-a0ca7c1f090b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Aug 25 19:05:03.198258 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-f4c7c549-b46a-4ab5-9176-f53a86d86fc7 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:03.199845 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-f4c7c549-b46a-4ab5-9176-f53a86d86fc7 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 814 time: 0.1794913 Aug 25 19:05:03.261070 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Request body: {'port': {'device_id': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'admin_state_up': True, 'tenant_id': 'e949650362c743aaa9a9d1451b43d2c1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:05:03.404273 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:03.414424 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:03.422875 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Made reservation on behalf of e949650362c743aaa9a9d1451b43d2c1 for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:05:03.425954 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.588968 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Allocated IP 172.20.0.12 (f6411dd7-1ff9-4911-95ea-2e9c0381515a/32aa7b6f-b19c-45d7-80f4-b43aa7a64378/f12fb890-bcef-4c17-a42b-f2eeb39f3d71) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:05:03.616216 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-05642401-f032-4b4f-ae88-ca5bac61329c req-f431cf2b-b926-4da6-a7ad-6a6ae1a01340 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0440352 Aug 25 19:05:03.795677 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.887984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:03.894491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e5f27df9-312f-4b51-a0dd-3c3ac793ca6b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:03.960276 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919', '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:03.967289 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb9f3-0e80-4070-80f4-a505496935fe req-d3198c39-7292-496c-afef-9c26ee637fe1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:03.968832 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8f0bb9f3-0e80-4070-80f4-a505496935fe req-d3198c39-7292-496c-afef-9c26ee637fe1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1624916 Aug 25 19:05:03.976717 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Network f6411dd7-1ff9-4911-95ea-2e9c0381515a is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:05:03.980187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:05:03.995899 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:05:03.998545 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:03.999193 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.006030 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event updated for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:04.043141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.043526 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.043845 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.044192 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.044536 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.044902 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.045249 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.045586 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.045921 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.046256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.046583 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:04.054301 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:04.070827 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136272 Aug 25 19:05:04.078163 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8f0bb9f3-0e80-4070-80f4-a505496935fe req-78ef8898-ee32-442e-8d5b-27c2a234c54d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856180 Aug 25 19:05:04.112233 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Request body: {'port': {'device_id': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:05:04.232232 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.576843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12fb890-bcef-4c17-a42b-f2eeb39f3d71 {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:04.583965 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.597690 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Transition to ACTIVE for port object f12fb890-bcef-4c17-a42b-f2eeb39f3d71 will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:05:04.602456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.606253 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:04.787792 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:04.791785 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:04.822608 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb8b9-ab4e-4851-a522-43249072a0c9 req-44c36e79-7658-4c17-b882-ce71287e5fb4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:04.824082 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec7bb8b9-ab4e-4851-a522-43249072a0c9 req-44c36e79-7658-4c17-b882-ce71287e5fb4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 944 time: 0.0813713 Aug 25 19:05:04.847330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Attempting to bind port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:05:04.847848 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Attempting to bind port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:05:04.847979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Attempting to bind port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:05:04.855043 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:05:04.855367 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Attempting to bind port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 on network f6411dd7-1ff9-4911-95ea-2e9c0381515a {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:05:04.862186 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:05:04.862637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Checking segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:05:04.863026 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Bound using segment: {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:05:04.863451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Bound port: f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e962fcc3-3115-44f0-8d7b-7ffb2a530996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:05:04.863798 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.871450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec7bb8b9-ab4e-4851-a522-43249072a0c9 req-72a9ae86-0650-4b21-8192-bf225cf3d302 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Aug 25 19:05:04.952577 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:05:04.955509 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:05:04.960938 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:04.964431 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:05.024751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:05.027393 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] 10.222.0.57 "PUT /v2.0/ports/f12fb890-bcef-4c17-a42b-f2eeb39f3d71 HTTP/1.1" status: 200 len: 1094 time: 0.9179902 Aug 25 19:05:05.028504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:05.046718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:05.049923 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:05.089669 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71', 'status': 'completed', 'code': 200} Aug 25 19:05:05.234023 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-8fe0cd44-8abe-4332-b1d5-d13aa7e7f07f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 1097 time: 0.0773211 Aug 25 19:05:05.305653 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b93a3-fd61-4016-ac0b-4ff9648da1fd req-39115761-fb6e-4ab9-af45-2385275b2e72 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:05.307369 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b35b93a3-fd61-4016-ac0b-4ff9648da1fd req-39115761-fb6e-4ab9-af45-2385275b2e72 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0857134 Aug 25 19:05:05.348416 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-275eb16a-70ab-408f-bfc3-a09edaf77561 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71 HTTP/1.1" status: 200 len: 217 time: 0.0712125 Aug 25 19:05:05.358169 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b35b93a3-fd61-4016-ac0b-4ff9648da1fd req-a3db3b10-1a46-40c3-b3f2-de582fe38263 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Aug 25 19:05:05.415936 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-d9190894-854a-4f0e-bbda-0afc0f76bcc1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:05.417406 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-d9190894-854a-4f0e-bbda-0afc0f76bcc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0596464 Aug 25 19:05:05.474470 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-7147a9f5-1f8b-46a7-aa31-9a737e1089f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392885 Aug 25 19:05:05.612810 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-8ab070d9-8f6f-447c-b18a-7431ad88c5c6 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264234 Aug 25 19:05:05.752155 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc9c7eb4-6b9d-4efe-bd43-93f64640c354 req-b5d9c9f6-0d56-424a-a55b-f22629ef750f service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308510 Aug 25 19:05:06.176200 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-1758b4ba-a7ca-4460-a5bc-4914e530df13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e949650362c743aaa9a9d1451b43d2c1&device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 1097 time: 0.1493263 Aug 25 19:05:06.197487 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bffbb-20c7-4a28-8857-56a21293816c req-7177bf5c-34f0-4c7d-ab3e-88a508819309 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:06.198306 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f29bffbb-20c7-4a28-8857-56a21293816c req-7177bf5c-34f0-4c7d-ab3e-88a508819309 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:06.295283 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-f29bffbb-20c7-4a28-8857-56a21293816c req-7177bf5c-34f0-4c7d-ab3e-88a508819309 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:06.296461 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f29bffbb-20c7-4a28-8857-56a21293816c req-7177bf5c-34f0-4c7d-ab3e-88a508819309 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 944 time: 0.1990719 Aug 25 19:05:06.370261 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-f4c02b82-4895-45a7-922f-b072a78c04d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:06.371718 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-f4c02b82-4895-45a7-922f-b072a78c04d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 200 len: 915 time: 0.1706371 Aug 25 19:05:06.375363 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f29bffbb-20c7-4a28-8857-56a21293816c req-72594f79-cfdf-4f70-8033-8a0632585440 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Aug 25 19:05:06.462510 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-ac275c84-3785-46a1-b298-f87ba16a1eb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71 HTTP/1.1" status: 200 len: 217 time: 0.0737991 Aug 25 19:05:06.532806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-56e5003a-aeb5-42d9-ae2e-8c04adcb47fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:06.534174 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-56e5003a-aeb5-42d9-ae2e-8c04adcb47fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 200 len: 854 time: 0.0581896 Aug 25 19:05:06.569427 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587490a6-800d-45a7-8aee-70b244a1e01b req-952c5b50-deb8-4f40-a3f2-430df0373f82 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:06.570895 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-587490a6-800d-45a7-8aee-70b244a1e01b req-952c5b50-deb8-4f40-a3f2-430df0373f82 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0787916 Aug 25 19:05:06.592609 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-e8faeb2e-e1b3-4ac7-8b6a-55d4ac749047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6411dd7-1ff9-4911-95ea-2e9c0381515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433652 Aug 25 19:05:06.617732 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-587490a6-800d-45a7-8aee-70b244a1e01b req-64c6fb9a-4e12-4a18-b631-8b372867f875 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Aug 25 19:05:06.737459 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-bfff20b7-3efc-42bc-8909-48f109e3668a service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240613 Aug 25 19:05:06.779048 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f791fb43-2e1e-4be9-a29c-d481b4ec6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:06.933180 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26c6f93b-7e84-45cf-a0d7-2db96e0f836a req-e7475b02-8dfd-4539-baf2-7a5fed739fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837008 Aug 25 19:05:07.252655 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:07.586239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc082-342d-4fd9-bc16-78c12212773d req-e7d1e598-a636-4db5-8909-0ec36a39c4a8 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:07.587726 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f12dc082-342d-4fd9-bc16-78c12212773d req-e7d1e598-a636-4db5-8909-0ec36a39c4a8 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 944 time: 0.0859520 Aug 25 19:05:07.632530 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f12dc082-342d-4fd9-bc16-78c12212773d req-17fc89ab-4ff2-4e8c-9d22-e62e842f3208 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Aug 25 19:05:07.816743 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3386b0-7ad5-4838-8898-62b1a9a47359 req-100b292d-fb0e-49b9-8237-b39a3ee4dffd tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:07.818752 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a3386b0-7ad5-4838-8898-62b1a9a47359 req-100b292d-fb0e-49b9-8237-b39a3ee4dffd tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0802085 Aug 25 19:05:07.865365 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8a3386b0-7ad5-4838-8898-62b1a9a47359 req-e4745aa8-df65-439b-a39c-4387501a0a33 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Aug 25 19:05:08.834140 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435774-6e70-46c3-9608-ed2f29eb0146 req-3fbe9163-606b-4914-a853-f6b1033365eb tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:08.835621 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a4435774-6e70-46c3-9608-ed2f29eb0146 req-3fbe9163-606b-4914-a853-f6b1033365eb tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 944 time: 0.0765269 Aug 25 19:05:08.885199 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a4435774-6e70-46c3-9608-ed2f29eb0146 req-6b937172-eb68-4cbd-86cc-7e65236edb02 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Aug 25 19:05:09.063355 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be740c94-d611-4ff6-8101-48fb0c9744a3 req-b4d78945-e853-4173-a182-05cdbb45e409 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:09.064852 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be740c94-d611-4ff6-8101-48fb0c9744a3 req-b4d78945-e853-4173-a182-05cdbb45e409 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0794659 Aug 25 19:05:09.102341 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-adbaa878-2988-48b6-a5ae-b28a6519f006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:09.111507 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-be740c94-d611-4ff6-8101-48fb0c9744a3 req-0c417069-0f4d-418c-88ae-77c1baa738a3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Aug 25 19:05:09.949244 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f12fb890-bcef-4c17-a42b-f2eeb39f3d71 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:05:10.107872 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.148419 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca769a5-2f54-4490-ad64-806291e33757 req-da385fc1-30d8-4daf-82b4-6313457bf761 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:10.156534 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ca769a5-2f54-4490-ad64-806291e33757 req-da385fc1-30d8-4daf-82b4-6313457bf761 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 944 time: 0.1205521 Aug 25 19:05:10.202674 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:10.226905 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ca769a5-2f54-4490-ad64-806291e33757 req-35f58f98-4842-4ce5-bc75-5dc0a5d41416 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691969 Aug 25 19:05:10.227760 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71', 'network_id': 'f6411dd7-1ff9-4911-95ea-2e9c0381515a', 'port_id': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71', 'mac_address': 'fa:16:3e:37:70:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aa7b6f-b19c-45d7-80f4-b43aa7a64378', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:05:10.332830 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.351382 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12fb890-bcef-4c17-a42b-f2eeb39f3d71 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:10.374321 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:10.374791 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896104-6e77-48b4-a8d0-a4da9a71c4f7 req-e32c3992-6317-43e4-b4ee-500d3ba40b9e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:10.378536 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b896104-6e77-48b4-a8d0-a4da9a71c4f7 req-e32c3992-6317-43e4-b4ee-500d3ba40b9e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0987535 Aug 25 19:05:10.390351 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:10.392303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:10.426564 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b896104-6e77-48b4-a8d0-a4da9a71c4f7 req-93063152-82bb-4a5d-88c6-6e8fdf4ae091 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Aug 25 19:05:10.479858 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:10.490505 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.490804 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.491235 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.491659 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.492148 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.492564 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.493015 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.493452 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.493866 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.494359 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.494774 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:10.506876 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:11.159515 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['f12fb890-bcef-4c17-a42b-f2eeb39f3d71'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:11.475207 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fd977-f817-4ec8-8a60-ba7b2e4136de req-b663c2f4-7783-4303-9ae1-625572b15920 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:11.476909 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-055fd977-f817-4ec8-8a60-ba7b2e4136de req-b663c2f4-7783-4303-9ae1-625572b15920 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 945 time: 0.0796735 Aug 25 19:05:11.492889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:11.530059 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-055fd977-f817-4ec8-8a60-ba7b2e4136de req-815f6f9e-bd5b-434a-8429-efdb1e3d1f1b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Aug 25 19:05:11.660804 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acf590-5304-47ba-9c29-6ff49ea35826 req-7071e83f-de08-4e10-a89b-5269c587ce2b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:11.662340 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48acf590-5304-47ba-9c29-6ff49ea35826 req-7071e83f-de08-4e10-a89b-5269c587ce2b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0791316 Aug 25 19:05:11.714984 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48acf590-5304-47ba-9c29-6ff49ea35826 req-67062aea-3a99-40ab-aaed-67f7e39bdbe0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Aug 25 19:05:12.750793 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397ffa-d45e-4217-a969-8958e69b6383 req-76b57d4a-dbf4-4a78-9e2a-82159d1e41b5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:12.758871 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ef397ffa-d45e-4217-a969-8958e69b6383 req-76b57d4a-dbf4-4a78-9e2a-82159d1e41b5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 945 time: 0.0982442 Aug 25 19:05:12.836176 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ef397ffa-d45e-4217-a969-8958e69b6383 req-2b2fff12-1be7-43d2-a01c-86f0e81a85e3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764420 Aug 25 19:05:13.056902 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6099c2-dfbf-4ca0-afdf-3260119f3d65 req-838272a9-9c14-4976-b10b-8d83cbba6d2c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:13.056902 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4b6099c2-dfbf-4ca0-afdf-3260119f3d65 req-838272a9-9c14-4976-b10b-8d83cbba6d2c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0940244 Aug 25 19:05:13.119248 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4b6099c2-dfbf-4ca0-afdf-3260119f3d65 req-d968aba7-0dba-4668-aa34-3876fa569e8d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606565 Aug 25 19:05:13.970378 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f12fb890-bcef-4c17-a42b-f2eeb39f3d71 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:05:14.039051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:05:14.043866 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:05:14.044245 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.046062 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6dca4-3941-410f-bd94-77098bb58b45 req-80e51b74-f14d-4239-a367-8b28b3dd6fc3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:14.047565 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19f6dca4-3941-410f-bd94-77098bb58b45 req-80e51b74-f14d-4239-a367-8b28b3dd6fc3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 945 time: 0.0792329 Aug 25 19:05:14.094001 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-19f6dca4-3941-410f-bd94-77098bb58b45 req-91072f60-dbfc-43df-bbc5-7a28531edbbf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Aug 25 19:05:14.174071 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.215794 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:14.229217 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:14.233961 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:14.236275 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:14.285336 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71', 'code': 200} Aug 25 19:05:14.304020 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:14.307034 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:14.331144 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e888f-02bf-417a-91c7-42e0b33d3ffb req-9475a069-009e-4f10-bc7a-f9c78355dbc0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:14.332632 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e6e888f-02bf-417a-91c7-42e0b33d3ffb req-9475a069-009e-4f10-bc7a-f9c78355dbc0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0827682 Aug 25 19:05:14.381516 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e6e888f-02bf-417a-91c7-42e0b33d3ffb req-f2e78c97-3868-450d-a7a9-aeae015f4537 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Aug 25 19:05:14.644177 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96cf5293-c65e-4c46-bc94-68358877beee req-0cce76b4-e092-4766-9e01-d3c276c07a5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 1099 time: 0.0728188 Aug 25 19:05:14.694891 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96cf5293-c65e-4c46-bc94-68358877beee req-31c87b80-0fd6-42dc-b998-7a2caa26eec0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Aug 25 19:05:15.142917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac23675-b339-45c8-aacd-045849f9a27e req-ecf49cc8-b8b3-46d7-bd6b-71182026d163 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:15.144528 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3ac23675-b339-45c8-aacd-045849f9a27e req-ecf49cc8-b8b3-46d7-bd6b-71182026d163 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0879767 Aug 25 19:05:15.206291 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3ac23675-b339-45c8-aacd-045849f9a27e req-f31323d4-deb9-4572-bedc-aaabfb09a652 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538473 Aug 25 19:05:15.397937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0607c-3fd5-4545-bbf7-c1d557591e53 req-741ae3ef-09d2-43ea-a5c2-8d3d352d6ac6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:15.399358 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3dc0607c-3fd5-4545-bbf7-c1d557591e53 req-741ae3ef-09d2-43ea-a5c2-8d3d352d6ac6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1353803 Aug 25 19:05:15.444321 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3dc0607c-3fd5-4545-bbf7-c1d557591e53 req-dd31d2a4-a6f9-44ad-b934-908c66428d85 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Aug 25 19:05:15.574129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808516a-3df4-49b8-a823-df45aba7eec8 req-47a737c7-3a6f-46c6-be5d-88214f401545 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:15.575561 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2808516a-3df4-49b8-a823-df45aba7eec8 req-47a737c7-3a6f-46c6-be5d-88214f401545 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0744050 Aug 25 19:05:15.625827 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2808516a-3df4-49b8-a823-df45aba7eec8 req-9b89e007-80d3-40d5-b5e6-65d23f39da5b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Aug 25 19:05:16.453828 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb65f-807f-4e1c-b40b-5db3c474e7b9 req-ec068a11-bb65-4e2f-8980-b7a262a3d8a1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.455484 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-531eb65f-807f-4e1c-b40b-5db3c474e7b9 req-ec068a11-bb65-4e2f-8980-b7a262a3d8a1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0890737 Aug 25 19:05:16.502698 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-531eb65f-807f-4e1c-b40b-5db3c474e7b9 req-eec87158-7835-4499-82b4-2ebe599e82b6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Aug 25 19:05:16.638864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f66e-f9af-4676-8f1c-97a564c771e6 req-1ff85246-ba89-4fba-a229-37d8690191de tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.640376 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7022f66e-f9af-4676-8f1c-97a564c771e6 req-1ff85246-ba89-4fba-a229-37d8690191de tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0771399 Aug 25 19:05:16.686823 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7022f66e-f9af-4676-8f1c-97a564c771e6 req-14400218-0171-42fe-ab3b-df880c42d182 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Aug 25 19:05:16.825928 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcb500-b5ba-49c7-99a1-68f0aa40366d req-b775ec4e-3845-4db7-9832-656879be9be6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:16.827399 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5fcb500-b5ba-49c7-99a1-68f0aa40366d req-b775ec4e-3845-4db7-9832-656879be9be6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0810885 Aug 25 19:05:16.889425 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5fcb500-b5ba-49c7-99a1-68f0aa40366d req-a497fbea-c712-4e9c-99e4-944fa8c4d1f7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565834 Aug 25 19:05:17.721559 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f889fe-ef39-49a8-aae1-828e84f77b56 req-ea2d453c-8f3e-40f9-bf3d-ed72c2c2a444 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:17.722942 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-30f889fe-ef39-49a8-aae1-828e84f77b56 req-ea2d453c-8f3e-40f9-bf3d-ed72c2c2a444 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0811799 Aug 25 19:05:17.770463 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-30f889fe-ef39-49a8-aae1-828e84f77b56 req-f1220f5a-c86b-41a8-bfeb-dd916403303d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Aug 25 19:05:17.890619 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f4453-22b6-4a65-aa20-e093dce0e60e req-a26e34f5-1201-46f7-a337-4a26454739b3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:17.892097 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d7f4453-22b6-4a65-aa20-e093dce0e60e req-a26e34f5-1201-46f7-a337-4a26454739b3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0761626 Aug 25 19:05:17.944590 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d7f4453-22b6-4a65-aa20-e093dce0e60e req-39750af0-577b-4be9-b1e3-00db2a8f0366 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Aug 25 19:05:18.085656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248116d-af69-4dce-9446-a6b3435a12df req-ae09ed48-b562-44c9-bd1d-5a345f9232c1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:18.087106 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6248116d-af69-4dce-9446-a6b3435a12df req-ae09ed48-b562-44c9-bd1d-5a345f9232c1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0757494 Aug 25 19:05:18.134861 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6248116d-af69-4dce-9446-a6b3435a12df req-5cffdec1-e441-4de6-891d-838f8107ea7e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Aug 25 19:05:18.989423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a34c8e-51e5-48bf-a050-8dbae2f20c54 req-4e3e6133-8125-467b-9c98-bf65ef8b9fa8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:18.990889 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35a34c8e-51e5-48bf-a050-8dbae2f20c54 req-4e3e6133-8125-467b-9c98-bf65ef8b9fa8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0763969 Aug 25 19:05:19.036657 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-35a34c8e-51e5-48bf-a050-8dbae2f20c54 req-be8c4e5b-e4dc-44d3-a9db-ea35bab512d2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395174 Aug 25 19:05:19.150100 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74514049-d14e-44e6-bac5-07b105db3206 req-1e2e632e-dbec-4e17-8085-0183a53730f6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:19.151557 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-74514049-d14e-44e6-bac5-07b105db3206 req-1e2e632e-dbec-4e17-8085-0183a53730f6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0862017 Aug 25 19:05:19.202079 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-74514049-d14e-44e6-bac5-07b105db3206 req-f32b148b-5a22-4b4a-87ef-dda2685e587c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449877 Aug 25 19:05:19.343884 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f8cf-579e-45e1-b4c2-8d724c916d5b req-acea9f2c-8b78-4d5a-a605-fb3e5e14f740 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:19.346598 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cef2f8cf-579e-45e1-b4c2-8d724c916d5b req-acea9f2c-8b78-4d5a-a605-fb3e5e14f740 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0862148 Aug 25 19:05:19.391225 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cef2f8cf-579e-45e1-b4c2-8d724c916d5b req-c96f778c-4813-4252-9d93-e74885bf25b2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392950 Aug 25 19:05:20.254238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cfdc0-7be5-4fb8-9ddd-f3296e7155ae req-4fa63e6d-bcde-4ddf-84b5-9e8d5d6313b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:20.256373 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-363cfdc0-7be5-4fb8-9ddd-f3296e7155ae req-4fa63e6d-bcde-4ddf-84b5-9e8d5d6313b2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0775104 Aug 25 19:05:20.310636 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-363cfdc0-7be5-4fb8-9ddd-f3296e7155ae req-41aec378-2124-41ca-a2c1-579afd796f43 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Aug 25 19:05:20.402893 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff187e1-6828-4361-a21a-1568aa7203da req-b8bdf917-89b4-465b-8d95-3fa595925b44 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:20.404370 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ff187e1-6828-4361-a21a-1568aa7203da req-b8bdf917-89b4-465b-8d95-3fa595925b44 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0788641 Aug 25 19:05:20.449986 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ff187e1-6828-4361-a21a-1568aa7203da req-712aecac-cdb9-4d5a-88d9-d4bbfc281240 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Aug 25 19:05:20.597195 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139accd-a029-4bfe-81d4-9c1725d832f6 req-25b7bfe9-f939-4be0-b2ae-73a7d191e41c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:20.597195 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3139accd-a029-4bfe-81d4-9c1725d832f6 req-25b7bfe9-f939-4be0-b2ae-73a7d191e41c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0800745 Aug 25 19:05:20.644511 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3139accd-a029-4bfe-81d4-9c1725d832f6 req-f591fc9c-1781-4664-a345-73751f957634 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Aug 25 19:05:21.552236 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6391-98a9-4fe0-96ab-1a5aaad80c86 req-aef3ec5f-6e70-4b32-88ab-536e3857da6f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:21.553843 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-568f6391-98a9-4fe0-96ab-1a5aaad80c86 req-aef3ec5f-6e70-4b32-88ab-536e3857da6f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1051967 Aug 25 19:05:21.649539 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-568f6391-98a9-4fe0-96ab-1a5aaad80c86 req-d48a51ae-29a1-4c4a-a34c-ce184b5b5a69 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856597 Aug 25 19:05:21.718772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013f7f1-023a-438c-826d-809740f2414d req-ef90156b-13d2-4a27-81fd-31a48344de0c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:21.726105 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7013f7f1-023a-438c-826d-809740f2414d req-ef90156b-13d2-4a27-81fd-31a48344de0c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1442575 Aug 25 19:05:21.818986 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7013f7f1-023a-438c-826d-809740f2414d req-d05bc276-bc48-4109-8f60-b859932f7a47 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916643 Aug 25 19:05:21.911347 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d373e3-e06d-44fc-ac0a-950ab4c45639 req-2cf2a08a-7364-4099-8dfc-6aad8d26d161 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:21.913217 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59d373e3-e06d-44fc-ac0a-950ab4c45639 req-2cf2a08a-7364-4099-8dfc-6aad8d26d161 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0941038 Aug 25 19:05:21.968622 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-59d373e3-e06d-44fc-ac0a-950ab4c45639 req-11e633db-9c90-4995-b4ea-58f23cd74423 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Aug 25 19:05:22.906310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b687f5-8b18-4a56-8a7d-e968733aa7bc req-b87fc57f-b3f4-4126-b8d8-0940e9bf8130 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:22.907786 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7b687f5-8b18-4a56-8a7d-e968733aa7bc req-b87fc57f-b3f4-4126-b8d8-0940e9bf8130 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0838006 Aug 25 19:05:22.976828 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f7b687f5-8b18-4a56-8a7d-e968733aa7bc req-2f4d9dc2-21a5-49a9-a2b1-a7978a8acca7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509045 Aug 25 19:05:23.058370 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24806d-1e67-4a90-8014-0c8d8f765c2f req-905e5f12-d3a0-4e40-a0f7-5120fcdf7e60 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.060389 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf24806d-1e67-4a90-8014-0c8d8f765c2f req-905e5f12-d3a0-4e40-a0f7-5120fcdf7e60 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1173782 Aug 25 19:05:23.138499 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf24806d-1e67-4a90-8014-0c8d8f765c2f req-e818ca6e-90d0-4c95-ac69-97a8e1f69e04 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696738 Aug 25 19:05:23.303466 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb4502-48a9-4ad0-9c9a-0580efe9177e req-b3a14f9f-2205-4a7c-89b7-4c5a592aa425 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.305084 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eddb4502-48a9-4ad0-9c9a-0580efe9177e req-b3a14f9f-2205-4a7c-89b7-4c5a592aa425 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1869485 Aug 25 19:05:23.366522 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eddb4502-48a9-4ad0-9c9a-0580efe9177e req-b21e736e-1923-47ae-9606-e018347405f7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Aug 25 19:05:23.777290 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bdc2e-f60b-4dcc-9eca-d4d993506892 req-44d56775-327e-4416-b56d-b7d8700f4f16 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:23.778736 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb4bdc2e-f60b-4dcc-9eca-d4d993506892 req-44d56775-327e-4416-b56d-b7d8700f4f16 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0757985 Aug 25 19:05:23.822846 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eb4bdc2e-f60b-4dcc-9eca-d4d993506892 req-86589203-3566-46a0-8279-b7391809e321 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Aug 25 19:05:24.201522 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985faa5c-1103-452c-93ae-74e06505fbc1 req-4cf625ee-56fb-4e27-a9a9-e1def8425b91 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.203003 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-985faa5c-1103-452c-93ae-74e06505fbc1 req-4cf625ee-56fb-4e27-a9a9-e1def8425b91 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0848861 Aug 25 19:05:24.251261 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-985faa5c-1103-452c-93ae-74e06505fbc1 req-a9d95726-f7e4-4d64-8b75-2a3c1b2245d1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 Aug 25 19:05:24.573142 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944933-0f86-41e2-8e2b-0eae1ff8ee47 req-090639ce-4a45-48c8-bd13-b9e7b9fbeae5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:24.574605 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35944933-0f86-41e2-8e2b-0eae1ff8ee47 req-090639ce-4a45-48c8-bd13-b9e7b9fbeae5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0833795 Aug 25 19:05:24.624625 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35944933-0f86-41e2-8e2b-0eae1ff8ee47 req-3aebf0fb-8873-4ce7-a3c1-df57a2473211 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Aug 25 19:05:25.027870 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940c41-6f29-4a1a-80bb-516925d26693 req-259f6d45-30c7-45d3-8f56-5e3fe4a699a3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:25.029545 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-42940c41-6f29-4a1a-80bb-516925d26693 req-259f6d45-30c7-45d3-8f56-5e3fe4a699a3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0798247 Aug 25 19:05:25.088556 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-42940c41-6f29-4a1a-80bb-516925d26693 req-3c184fe2-4f23-46fe-bf86-54bbd9801490 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528553 Aug 25 19:05:25.472918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff5aea-3453-4731-ab82-8d8a50dac221 req-20201145-61ec-4dab-b0c0-64b5eab308e7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:25.474530 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03ff5aea-3453-4731-ab82-8d8a50dac221 req-20201145-61ec-4dab-b0c0-64b5eab308e7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0816441 Aug 25 19:05:25.522236 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-03ff5aea-3453-4731-ab82-8d8a50dac221 req-3dde8c6e-d336-404f-93bb-e209c93abe16 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Aug 25 19:05:25.834971 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b0f4-c00c-4046-a045-f027eb4d2a4f req-ac47a65a-6fef-4333-8526-058682218262 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:25.836490 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ecd2b0f4-c00c-4046-a045-f027eb4d2a4f req-ac47a65a-6fef-4333-8526-058682218262 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0784066 Aug 25 19:05:25.889586 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ecd2b0f4-c00c-4046-a045-f027eb4d2a4f req-e61243ea-9959-4e44-bf74-c0bbb93b5d00 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Aug 25 19:05:26.306796 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2db3b-3bef-4dfd-841b-bce47e5489c8 req-d7c66195-9171-4381-8c4a-0408b6960ae8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:26.308337 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6bf2db3b-3bef-4dfd-841b-bce47e5489c8 req-d7c66195-9171-4381-8c4a-0408b6960ae8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0860589 Aug 25 19:05:26.354088 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6bf2db3b-3bef-4dfd-841b-bce47e5489c8 req-ba63c2b6-52a1-4da7-b2d9-f9894c214755 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 Aug 25 19:05:26.740404 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede250fd-6c32-4195-a9a3-5ba56b5de1be req-54059b73-c836-42d5-8e2c-c8ed4668a708 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:26.741789 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede250fd-6c32-4195-a9a3-5ba56b5de1be req-54059b73-c836-42d5-8e2c-c8ed4668a708 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0846460 Aug 25 19:05:26.786329 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede250fd-6c32-4195-a9a3-5ba56b5de1be req-19e9f30a-b06f-4d32-941e-572e9d674fdd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 Aug 25 19:05:27.087697 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35315bc8-112b-43d1-8aa8-58d3e5ee09a2 req-29374431-e299-493d-b9ec-7a79d9e03c05 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:27.089179 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35315bc8-112b-43d1-8aa8-58d3e5ee09a2 req-29374431-e299-493d-b9ec-7a79d9e03c05 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0768871 Aug 25 19:05:27.134720 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-35315bc8-112b-43d1-8aa8-58d3e5ee09a2 req-dbfbc93d-5709-4841-ab9a-4910681dc62c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Aug 25 19:05:27.474219 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:27.560315 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7074e5-c57b-4866-9c57-c49999b94927 req-b15b616e-60e6-4e10-bfa7-a83777e624d7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:27.561820 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c7074e5-c57b-4866-9c57-c49999b94927 req-b15b616e-60e6-4e10-bfa7-a83777e624d7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0809116 Aug 25 19:05:27.608126 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c7074e5-c57b-4866-9c57-c49999b94927 req-4bf2b908-af86-4101-bd01-bf69b1064e23 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Aug 25 19:05:27.996875 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c705af-1021-4392-bf10-5261dfd7de43 req-7f906c7c-2cd6-4309-b50c-df2cd33f646e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:27.998245 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-29c705af-1021-4392-bf10-5261dfd7de43 req-7f906c7c-2cd6-4309-b50c-df2cd33f646e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0784879 Aug 25 19:05:28.043931 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-29c705af-1021-4392-bf10-5261dfd7de43 req-fb602889-dd97-4866-915d-aca1a5aba65c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Aug 25 19:05:28.344133 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3feeb-1431-466a-bbc3-4ad010324864 req-7318f2d8-0595-45bb-b021-7845057df56e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:28.345657 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-06f3feeb-1431-466a-bbc3-4ad010324864 req-7318f2d8-0595-45bb-b021-7845057df56e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0798631 Aug 25 19:05:28.395893 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-06f3feeb-1431-466a-bbc3-4ad010324864 req-973dbac5-266f-4958-83aa-f26852430c47 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Aug 25 19:05:28.831645 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c142c3-0ba0-47e5-985f-41634746ef67 req-d17a9a6c-93eb-42b2-bc1b-dedf2ed0338f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:28.837122 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43c142c3-0ba0-47e5-985f-41634746ef67 req-d17a9a6c-93eb-42b2-bc1b-dedf2ed0338f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1025147 Aug 25 19:05:28.883539 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43c142c3-0ba0-47e5-985f-41634746ef67 req-09919c4d-447a-49fe-bd9a-e07e265c0725 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Aug 25 19:05:29.263703 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283b8ab-27d9-4b1a-886d-fccd68077581 req-4cb2d0ce-dadb-4c4e-85c4-a3e4c91d55ce tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:29.265208 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b283b8ab-27d9-4b1a-886d-fccd68077581 req-4cb2d0ce-dadb-4c4e-85c4-a3e4c91d55ce tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0775301 Aug 25 19:05:29.318794 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b283b8ab-27d9-4b1a-886d-fccd68077581 req-56388688-50a7-4f67-bf35-197cd0d5bdee tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Aug 25 19:05:29.591427 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d728-96e6-42af-9e0d-de29dd636dd7 req-a6d968ed-4543-4036-8ad0-125a2261a52e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:29.592933 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6171d728-96e6-42af-9e0d-de29dd636dd7 req-a6d968ed-4543-4036-8ad0-125a2261a52e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0773432 Aug 25 19:05:29.639980 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6171d728-96e6-42af-9e0d-de29dd636dd7 req-86bbef62-8389-4b5d-b3af-ef152b383ea2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Aug 25 19:05:30.054870 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 38122) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:30.128233 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7ca04-502e-4569-9aa7-985fce974182 req-678b0b62-21c3-4781-aa5e-d7ae5b45cc4f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:30.136538 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0c7ca04-502e-4569-9aa7-985fce974182 req-678b0b62-21c3-4781-aa5e-d7ae5b45cc4f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1070597 Aug 25 19:05:30.185922 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0c7ca04-502e-4569-9aa7-985fce974182 req-5d294c3d-1ea0-4b18-b204-810169326aaf tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485048 Aug 25 19:05:30.275180 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.306767 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:30.310560 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Usage tracker for resource:security_group_rule and tenant:40e1d031278d4e6f960ffd6ae4cb72d8 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:30.313492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:30.320457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:30.387305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.391552 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.399720 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:30.446869 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c203720-cbdb-44c0-a1d9-5792fa297ae9,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:30.453656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:30.456684 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40e1d031278d4e6f960ffd6ae4cb72d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4006808 Aug 25 19:05:30.459149 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 38134) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:30.575070 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.598562 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0cde-e13c-4e64-9ee7-0e9a97b1933c req-ba8414ea-04be-41df-bcbe-c11e6e544adb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:30.600019 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4f2a0cde-e13c-4e64-9ee7-0e9a97b1933c req-ba8414ea-04be-41df-bcbe-c11e6e544adb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1378169 Aug 25 19:05:30.629472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.684961 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4f2a0cde-e13c-4e64-9ee7-0e9a97b1933c req-07ee5219-244a-4dbb-92c2-e60e33adcee3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761287 Aug 25 19:05:30.706841 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.712994 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bdef561e-adcb-4209-b9ed-cda2e83f6082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:30.728756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c203720-cbdb-44c0-a1d9-5792fa297ae9,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:30.728756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:30.739696 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:30.742459 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c203720-cbdb-44c0-a1d9-5792fa297ae9 HTTP/1.1" status: 204 len: 168 time: 0.2807074 Aug 25 19:05:30.879176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcba0c-0b5c-47b2-894b-1ba5c23c91f9 req-e63979aa-1e73-4acc-93a3-9c008fc47f1f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:30.880678 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ddcba0c-0b5c-47b2-894b-1ba5c23c91f9 req-e63979aa-1e73-4acc-93a3-9c008fc47f1f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0939693 Aug 25 19:05:30.932625 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9ddcba0c-0b5c-47b2-894b-1ba5c23c91f9 req-49333881-4abc-46c4-9872-3fd0284707f8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Aug 25 19:05:31.393332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29e29f-1ccb-4a46-bee1-a4647ceb2c4f req-2a795e98-5e0f-4f65-b8ad-cdecb6fd730a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:31.395341 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac29e29f-1ccb-4a46-bee1-a4647ceb2c4f req-2a795e98-5e0f-4f65-b8ad-cdecb6fd730a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0773497 Aug 25 19:05:31.444901 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac29e29f-1ccb-4a46-bee1-a4647ceb2c4f req-c9b8fc76-3107-4e47-8d29-042f1c479dbc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 Aug 25 19:05:31.522182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 38156) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:31.665497 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.695766 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:05:31.699572 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Usage tracker for resource:security_group_rule and tenant:fae20066db6844db972587126450be55 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:05:31.702426 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:05:31.708576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:05:31.773457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.777307 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.784434 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1f35fdf9-7a64-4892-a966-2633a072d682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:31.824901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71139ba6-5f58-4899-9865-bda9822d3e59,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:31.827844 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:31.832716 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fae20066db6844db972587126450be55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3074934 Aug 25 19:05:31.834187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 38164) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:05:31.906207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.907929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d6a58-dfbf-4e16-a1cf-edaf0803a66a req-d1ec7e81-95d1-43bb-870c-f6e6a216a2e4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:31.909614 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d79d6a58-dfbf-4e16-a1cf-edaf0803a66a req-d1ec7e81-95d1-43bb-870c-f6e6a216a2e4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0857589 Aug 25 19:05:31.938373 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:31.964936 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d79d6a58-dfbf-4e16-a1cf-edaf0803a66a req-04fc2b62-f90e-4f89-bb64-c50171ae2879 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471992 Aug 25 19:05:32.008113 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:32.008383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d82853d-51b8-4937-b1e8-fede14175dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:32.019532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71139ba6-5f58-4899-9865-bda9822d3e59,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:32.025637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:32.026495 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:32.027595 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71139ba6-5f58-4899-9865-bda9822d3e59 HTTP/1.1" status: 204 len: 168 time: 0.1925168 Aug 25 19:05:32.150810 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebcc2-6b5e-43af-8c0f-e505e969c5f9 req-e2d61aaa-579e-44bf-8482-542a8c4d7625 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:32.152513 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ebcc2-6b5e-43af-8c0f-e505e969c5f9 req-e2d61aaa-579e-44bf-8482-542a8c4d7625 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0910990 Aug 25 19:05:32.212761 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a93ebcc2-6b5e-43af-8c0f-e505e969c5f9 req-d0f826ec-6c9b-4c15-9024-8b0b96044222 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Aug 25 19:05:32.711766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6290d-8801-4243-af49-91e905348351 req-494f943d-7c70-4f2e-9e8d-6d1e7eec088f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:32.713198 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abb6290d-8801-4243-af49-91e905348351 req-494f943d-7c70-4f2e-9e8d-6d1e7eec088f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1403840 Aug 25 19:05:32.759953 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-abb6290d-8801-4243-af49-91e905348351 req-28cab89b-607d-4a90-a2f6-a3ff135ec61d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411956 Aug 25 19:05:33.194615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a34de3-161f-44cd-bd51-96fe8fa3f61a req-ac804420-b802-4a6d-af87-8fa2aac6b6cf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:33.196160 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-83a34de3-161f-44cd-bd51-96fe8fa3f61a req-ac804420-b802-4a6d-af87-8fa2aac6b6cf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0897226 Aug 25 19:05:33.255950 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-83a34de3-161f-44cd-bd51-96fe8fa3f61a req-a1ac6bc2-f9b5-4968-884f-914262b74972 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 Aug 25 19:05:33.419534 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aee1f5-b9de-4296-bddb-35466e719c2d req-e21865d1-92e5-411b-a5c9-5130770eadfa tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:33.421153 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48aee1f5-b9de-4296-bddb-35466e719c2d req-e21865d1-92e5-411b-a5c9-5130770eadfa tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0835426 Aug 25 19:05:33.470859 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48aee1f5-b9de-4296-bddb-35466e719c2d req-38398507-fd31-4b6b-9d86-306f4dad0637 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Aug 25 19:05:33.960817 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810135e5-d904-4461-8404-b8be01e38e3e req-9a24013f-23b9-49d5-88e6-b8de9a9e3fc7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:33.962263 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-810135e5-d904-4461-8404-b8be01e38e3e req-9a24013f-23b9-49d5-88e6-b8de9a9e3fc7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0765014 Aug 25 19:05:34.013466 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-810135e5-d904-4461-8404-b8be01e38e3e req-38ee8fb4-9335-4e56-a10a-ff9833f24e26 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 Aug 25 19:05:34.475913 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc679f-d996-4d9a-aaa1-eff105a808c2 req-d71cbbea-da48-4f00-8db9-db6231745969 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:34.477514 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d5fc679f-d996-4d9a-aaa1-eff105a808c2 req-d71cbbea-da48-4f00-8db9-db6231745969 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0772133 Aug 25 19:05:34.525228 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d5fc679f-d996-4d9a-aaa1-eff105a808c2 req-cdf064d8-a5f9-4d68-9298-22a1cccdee52 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Aug 25 19:05:34.735754 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1ffde-6d4a-4a23-bc30-1164a8c3718f req-d4c6428a-62fd-4f8c-8160-6010fbd5fc56 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:34.737279 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0a1ffde-6d4a-4a23-bc30-1164a8c3718f req-d4c6428a-62fd-4f8c-8160-6010fbd5fc56 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1265533 Aug 25 19:05:34.790571 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0a1ffde-6d4a-4a23-bc30-1164a8c3718f req-bf39d733-6ea6-4a4b-a5d2-7f7aa84e1892 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Aug 25 19:05:35.219380 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34a639-9010-4df4-922f-321e9d3b8684 req-880490fd-b3df-4150-9dab-2db63e24214e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:35.220946 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e34a639-9010-4df4-922f-321e9d3b8684 req-880490fd-b3df-4150-9dab-2db63e24214e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0810697 Aug 25 19:05:35.267964 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e34a639-9010-4df4-922f-321e9d3b8684 req-cc6ac361-5a85-4074-8114-c4a80c200b1d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Aug 25 19:05:35.747866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6ce63-fd37-40f3-b9be-3303abef784b req-23679bb5-3a6b-4b9d-bb9c-4ca5025e1593 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:35.749420 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-50b6ce63-fd37-40f3-b9be-3303abef784b req-23679bb5-3a6b-4b9d-bb9c-4ca5025e1593 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0871973 Aug 25 19:05:35.795089 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-50b6ce63-fd37-40f3-b9be-3303abef784b req-e88fe530-2403-446f-a521-e7b654d7b1df tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396302 Aug 25 19:05:36.018866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6f513-7f8f-42ff-8e4c-35678da70065 req-535ad653-ae49-4b89-8342-5fec1cab5518 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:36.021129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0f6f513-7f8f-42ff-8e4c-35678da70065 req-535ad653-ae49-4b89-8342-5fec1cab5518 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0892301 Aug 25 19:05:36.070772 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0f6f513-7f8f-42ff-8e4c-35678da70065 req-d88df6b0-8aa5-4f9c-a143-720aa9a4f9d6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440683 Aug 25 19:05:36.479079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642906f-f606-435e-958c-8fc1b8f0a73a req-2c27eefd-ba71-44ee-9854-f5298bf780f5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:36.480430 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a642906f-f606-435e-958c-8fc1b8f0a73a req-2c27eefd-ba71-44ee-9854-f5298bf780f5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0797577 Aug 25 19:05:36.481290 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:05:36.538621 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a642906f-f606-435e-958c-8fc1b8f0a73a req-c6e3c000-305b-4df6-a8cd-d11f2dbd7c63 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524616 Aug 25 19:05:36.761823 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7ce57-ce69-48e9-b763-9b9e03727ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:37.009007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ad03-f4b8-4b57-b5aa-ea07a8f8efaf req-60409e18-319a-4699-a40b-b808f3cd114b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:37.011064 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4578ad03-f4b8-4b57-b5aa-ea07a8f8efaf req-60409e18-319a-4699-a40b-b808f3cd114b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0775962 Aug 25 19:05:37.059215 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4578ad03-f4b8-4b57-b5aa-ea07a8f8efaf req-935d83de-5d32-42f2-a0be-e1dfe9e15a01 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Aug 25 19:05:37.246330 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:37.281497 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a860-0de9-4cef-a063-264b727de67a req-301d436c-357b-4299-83d8-36bb08bd73f6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:37.282850 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9949a860-0de9-4cef-a063-264b727de67a req-301d436c-357b-4299-83d8-36bb08bd73f6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0771337 Aug 25 19:05:37.332136 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9949a860-0de9-4cef-a063-264b727de67a req-6a796a61-6060-4c8b-a4fd-253e8fb02e72 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Aug 25 19:05:37.737520 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01baee8-0998-49a5-af71-347f48702597 req-14f577c8-b2db-4aa2-a371-a465055dca59 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:37.739632 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f01baee8-0998-49a5-af71-347f48702597 req-14f577c8-b2db-4aa2-a371-a465055dca59 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0791898 Aug 25 19:05:37.783761 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f01baee8-0998-49a5-af71-347f48702597 req-b8aeab07-8523-446b-b679-d73d6763c8be tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Aug 25 19:05:38.289555 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34b1d0-980b-4b4b-a18b-3030055d7582 req-d19d8b4f-bc03-4963-aab5-4cd137012e38 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:38.290935 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0d34b1d0-980b-4b4b-a18b-3030055d7582 req-d19d8b4f-bc03-4963-aab5-4cd137012e38 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0799258 Aug 25 19:05:38.337330 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0d34b1d0-980b-4b4b-a18b-3030055d7582 req-10f0fb6f-d1f2-4039-ac07-50a80ce66c0c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Aug 25 19:05:38.527606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a8c14-766a-4f30-bad8-9e94db0c2642 req-e6ab4a04-b71a-4996-818e-3d0468d7f549 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:38.529125 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c11a8c14-766a-4f30-bad8-9e94db0c2642 req-e6ab4a04-b71a-4996-818e-3d0468d7f549 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0764470 Aug 25 19:05:38.578381 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c11a8c14-766a-4f30-bad8-9e94db0c2642 req-b14a8960-59f6-4584-bd9f-1afc138d22e7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Aug 25 19:05:38.980161 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed492a7-cefe-4ebd-8946-c5b9a0c94f81 req-94593a97-7cc7-45cd-9f9d-d7d733f29884 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:38.981631 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0ed492a7-cefe-4ebd-8946-c5b9a0c94f81 req-94593a97-7cc7-45cd-9f9d-d7d733f29884 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0784693 Aug 25 19:05:39.026335 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0ed492a7-cefe-4ebd-8946-c5b9a0c94f81 req-44b1c395-761b-4ba0-8ee5-60b1285d0832 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Aug 25 19:05:39.105036 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0a5de0c1-3b48-4039-b6b1-95a7be53bd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:39.587509 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae538ee-5cf0-4d3f-8b1a-2241df5e7cf6 req-1d6412da-3952-4cab-a435-e357826d3f67 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:39.588975 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cae538ee-5cf0-4d3f-8b1a-2241df5e7cf6 req-1d6412da-3952-4cab-a435-e357826d3f67 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0819809 Aug 25 19:05:39.640913 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cae538ee-5cf0-4d3f-8b1a-2241df5e7cf6 req-3e92ea05-c2c3-4205-b8e8-411315953924 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Aug 25 19:05:39.803774 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed7dc2-4021-41f8-8a81-e11e90676576 req-1b52d92b-2616-47a7-a864-cd2b0d9322fc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:39.805288 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50ed7dc2-4021-41f8-8a81-e11e90676576 req-1b52d92b-2616-47a7-a864-cd2b0d9322fc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0917535 Aug 25 19:05:39.851865 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-50ed7dc2-4021-41f8-8a81-e11e90676576 req-d66d689b-7dc0-4d49-98c9-ca87f8bcc51b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Aug 25 19:05:40.090589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:40.245394 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3aada-ae28-4d3f-9f4d-9f60b4afbdd7 req-8c5c04f7-dd8b-4f7a-8a60-f4f0d21d2148 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:40.247029 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fac3aada-ae28-4d3f-9f4d-9f60b4afbdd7 req-8c5c04f7-dd8b-4f7a-8a60-f4f0d21d2148 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0839322 Aug 25 19:05:40.297934 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fac3aada-ae28-4d3f-9f4d-9f60b4afbdd7 req-c12b70a6-547e-4eb7-a0ff-3557db6c11b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Aug 25 19:05:40.861470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3f7a-4e73-4792-a903-b06111770cad req-29bcc58d-b90d-4937-a231-5a53f1cfbbfa tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:40.863792 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a54a3f7a-4e73-4792-a903-b06111770cad req-29bcc58d-b90d-4937-a231-5a53f1cfbbfa tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0815403 Aug 25 19:05:40.913484 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a54a3f7a-4e73-4792-a903-b06111770cad req-65ce61b3-0462-4a45-8bf2-6df8c8603561 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440845 Aug 25 19:05:41.060548 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8d70-3930-4f30-bd4f-993fe14ef376 req-1212fa4b-796d-4f91-8252-ba7f0212a5a8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:41.062054 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-326e8d70-3930-4f30-bd4f-993fe14ef376 req-1212fa4b-796d-4f91-8252-ba7f0212a5a8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0849586 Aug 25 19:05:41.110845 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-326e8d70-3930-4f30-bd4f-993fe14ef376 req-ad74fb2a-861d-43f6-856c-403e6bb2ca11 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Aug 25 19:05:41.493235 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:41.513054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df914-96f9-42a2-9bb0-65c3932f6731 req-6b82f8ab-e31a-43c6-b9e9-32bc25c74cc9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:41.514545 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f74df914-96f9-42a2-9bb0-65c3932f6731 req-6b82f8ab-e31a-43c6-b9e9-32bc25c74cc9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0940008 Aug 25 19:05:41.560438 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f74df914-96f9-42a2-9bb0-65c3932f6731 req-0e36673c-1c27-4e1e-8e98-a43a45d30bc6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Aug 25 19:05:42.123689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb185-c8f0-4827-8040-b2012c2a9403 req-550efdb3-d6a3-4ab8-980a-bdbbe7d446c0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.125174 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-967cb185-c8f0-4827-8040-b2012c2a9403 req-550efdb3-d6a3-4ab8-980a-bdbbe7d446c0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0776515 Aug 25 19:05:42.175370 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-967cb185-c8f0-4827-8040-b2012c2a9403 req-43784919-8652-4c6f-8c0a-76634a2edf7b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Aug 25 19:05:42.307767 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f034-3c33-4c0e-9e53-887926e15f2d req-0af32fd0-c4ef-4455-aea3-ca8b0712faa6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.309268 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c38f034-3c33-4c0e-9e53-887926e15f2d req-0af32fd0-c4ef-4455-aea3-ca8b0712faa6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0753253 Aug 25 19:05:42.354048 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c38f034-3c33-4c0e-9e53-887926e15f2d req-db984ac1-d634-4f4d-b6ed-8261cadbff67 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Aug 25 19:05:42.757784 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650bd7-ee55-4210-843b-8a302e52e5fd req-12f8462b-d97e-42fc-b59c-79f8fe496758 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:42.759237 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48650bd7-ee55-4210-843b-8a302e52e5fd req-12f8462b-d97e-42fc-b59c-79f8fe496758 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0767074 Aug 25 19:05:42.803716 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48650bd7-ee55-4210-843b-8a302e52e5fd req-4490138d-ebad-4a86-ba97-2ca7c7ad4225 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387189 Aug 25 19:05:43.387515 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756502d2-47f9-4b7b-b46c-3804900e936b req-63931e9a-fd14-45ca-a60f-5a11e1323998 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:43.388990 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-756502d2-47f9-4b7b-b46c-3804900e936b req-63931e9a-fd14-45ca-a60f-5a11e1323998 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0797865 Aug 25 19:05:43.433565 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-756502d2-47f9-4b7b-b46c-3804900e936b req-a8acb518-8b44-43e5-ae33-21125c545568 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Aug 25 19:05:43.555868 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02a74-b6c6-4392-9f8a-5e0f82102560 req-e986b21c-618e-49ed-b7a1-f24f832cc03f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:43.557366 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b1a02a74-b6c6-4392-9f8a-5e0f82102560 req-e986b21c-618e-49ed-b7a1-f24f832cc03f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0839002 Aug 25 19:05:43.602464 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b1a02a74-b6c6-4392-9f8a-5e0f82102560 req-bf5d1f04-0224-4b6d-878f-6036b592a125 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Aug 25 19:05:44.037929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb3e3a-38be-4c4e-9bed-8a87413ddf33 req-eff4a16c-0983-4185-9bfd-20a8c1d8051f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:44.039406 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8cb3e3a-38be-4c4e-9bed-8a87413ddf33 req-eff4a16c-0983-4185-9bfd-20a8c1d8051f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0890741 Aug 25 19:05:44.087293 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8cb3e3a-38be-4c4e-9bed-8a87413ddf33 req-4b98ea12-f226-4dfb-97e8-a2c99040e4bd tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Aug 25 19:05:44.645609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555b86f-807a-4524-8a19-387564cb382b req-f8fa687c-e7f2-48bf-a5c6-230fa7372b9b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:44.647074 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d555b86f-807a-4524-8a19-387564cb382b req-f8fa687c-e7f2-48bf-a5c6-230fa7372b9b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0784495 Aug 25 19:05:44.691127 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d555b86f-807a-4524-8a19-387564cb382b req-291a85a4-52e8-49ec-babb-035042ec087f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 Aug 25 19:05:44.804886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10bb44-01d2-478c-a892-b006b852485a req-84a10980-774b-4b39-8063-5258fbe4ad67 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:44.806353 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf10bb44-01d2-478c-a892-b006b852485a req-84a10980-774b-4b39-8063-5258fbe4ad67 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0814366 Aug 25 19:05:44.851703 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf10bb44-01d2-478c-a892-b006b852485a req-aa61a0d5-de5d-4dcc-9bee-283233d3d5ae tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Aug 25 19:05:45.290326 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d8ec7-ae25-4e21-8ed1-9cbed417e0eb req-293ab441-431a-44cf-9e86-a2753452facf tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:45.291695 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b4d8ec7-ae25-4e21-8ed1-9cbed417e0eb req-293ab441-431a-44cf-9e86-a2753452facf tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0802324 Aug 25 19:05:45.338440 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b4d8ec7-ae25-4e21-8ed1-9cbed417e0eb req-54fc72b7-a319-4be5-87d2-e8ef98635ac2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Aug 25 19:05:45.899925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905c54-82b3-40b9-a9ca-69f2eb98867f req-44cc3d2b-32f3-475a-8cde-4b3fd659c056 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:45.901455 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8905c54-82b3-40b9-a9ca-69f2eb98867f req-44cc3d2b-32f3-475a-8cde-4b3fd659c056 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0768292 Aug 25 19:05:45.951154 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8905c54-82b3-40b9-a9ca-69f2eb98867f req-4fa1b337-f9b4-4158-a03a-b9c2929c44a5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Aug 25 19:05:46.052322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dcdd8-47c3-4eeb-aa22-c0629e8c87ac req-98ed068d-57b9-40be-8d29-03ee83a0bfeb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:46.053810 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f5dcdd8-47c3-4eeb-aa22-c0629e8c87ac req-98ed068d-57b9-40be-8d29-03ee83a0bfeb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0800316 Aug 25 19:05:46.104783 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5f5dcdd8-47c3-4eeb-aa22-c0629e8c87ac req-f6a66a54-e16e-4f9f-a827-cda26dc26982 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Aug 25 19:05:46.119467 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:05:46.260774 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:46.274507 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:05:46.333362 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:46.350967 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:05:46.367206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:46.369953 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:46.371767 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec114ffc-9078-44c5-971c-e1c2abf05a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:46.438959 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:46.442541 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:46.540597 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5eebee-a2c2-4411-aa8c-5fe8a3fd0050 req-cd3a9f3d-7a20-4546-8be0-f5247d153b90 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:46.542031 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c5eebee-a2c2-4411-aa8c-5fe8a3fd0050 req-cd3a9f3d-7a20-4546-8be0-f5247d153b90 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0755851 Aug 25 19:05:46.590573 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c5eebee-a2c2-4411-aa8c-5fe8a3fd0050 req-405c8eb6-8ed1-4f2a-8caf-1f1c8ce65764 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427501 Aug 25 19:05:46.798855 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['d11a7f9e-ba1f-449e-8893-e574efa4ee06'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:47.174418 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604b5b5-ba63-4093-95d7-8782257bb6d0 req-88e2aac9-e0fc-496c-86ac-7235c0080e0d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.176055 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e604b5b5-ba63-4093-95d7-8782257bb6d0 req-88e2aac9-e0fc-496c-86ac-7235c0080e0d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0832844 Aug 25 19:05:47.237398 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e604b5b5-ba63-4093-95d7-8782257bb6d0 req-be874a2f-c260-4d77-8d1b-ad53648ed94c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547767 Aug 25 19:05:47.463719 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc178-bd34-4511-9d2a-31db48c04545 req-4b0c5533-6974-4071-b127-a30ad19bf70a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.465293 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a5cc178-bd34-4511-9d2a-31db48c04545 req-4b0c5533-6974-4071-b127-a30ad19bf70a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0832374 Aug 25 19:05:47.510785 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a5cc178-bd34-4511-9d2a-31db48c04545 req-b9603a65-3437-4dfa-b2b0-745ebf90ad99 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Aug 25 19:05:47.745032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306842c8-a71b-498d-a08f-9fdfbdc3fd39 req-1e3e4e63-cd32-440a-8e88-7650ec5bc379 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.746508 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-306842c8-a71b-498d-a08f-9fdfbdc3fd39 req-1e3e4e63-cd32-440a-8e88-7650ec5bc379 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0861380 Aug 25 19:05:47.794546 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28fc74-adce-446b-a85f-757190bc5c94 req-a6ccdfec-4ff2-4585-9e02-5c4194043b80 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:47.796011 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7a28fc74-adce-446b-a85f-757190bc5c94 req-a6ccdfec-4ff2-4585-9e02-5c4194043b80 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0801926 Aug 25 19:05:47.796791 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-306842c8-a71b-498d-a08f-9fdfbdc3fd39 req-9984fb0a-15fe-4754-8f85-1136b081b79a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Aug 25 19:05:47.890423 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7a28fc74-adce-446b-a85f-757190bc5c94 req-8ea67438-27de-43ba-aed4-d74faa5afc84 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876176 Aug 25 19:05:48.448418 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad5678-3ed7-422a-98b0-1202ca2ddb15 req-e617ea44-2095-4faf-983f-f6db1d95e8c8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:48.449915 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98ad5678-3ed7-422a-98b0-1202ca2ddb15 req-e617ea44-2095-4faf-983f-f6db1d95e8c8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0799813 Aug 25 19:05:48.497958 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98ad5678-3ed7-422a-98b0-1202ca2ddb15 req-3f5f71ee-a086-4056-8d06-84a77e4a4ce3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Aug 25 19:05:48.714674 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55108-abe8-46d7-8022-5f097d55b682 req-d8a09dd6-8595-4bb4-abb3-dcaaa873ac40 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:48.716141 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a5b55108-abe8-46d7-8022-5f097d55b682 req-d8a09dd6-8595-4bb4-abb3-dcaaa873ac40 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0767694 Aug 25 19:05:48.763510 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a5b55108-abe8-46d7-8022-5f097d55b682 req-55126436-3f70-40ed-9d3a-30b68907f4e8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Aug 25 19:05:49.037263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36ede-8115-4ecc-9d94-3cffc4a90b3f req-03ca2ac3-9913-4f29-a648-0467bd76c705 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:49.038682 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9fd36ede-8115-4ecc-9d94-3cffc4a90b3f req-03ca2ac3-9913-4f29-a648-0467bd76c705 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1231658 Aug 25 19:05:49.084552 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9fd36ede-8115-4ecc-9d94-3cffc4a90b3f req-6d5622cc-d2d9-4f74-af3b-fbd45dd71b5b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Aug 25 19:05:49.272342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadf645-0175-4b0f-b2a5-780a4bb92a27 req-bad4f409-4470-4d23-8bd6-eb865c2aeca8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:49.273957 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-deadf645-0175-4b0f-b2a5-780a4bb92a27 req-bad4f409-4470-4d23-8bd6-eb865c2aeca8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0788705 Aug 25 19:05:49.324393 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-deadf645-0175-4b0f-b2a5-780a4bb92a27 req-a88e6ca8-43a2-4540-af03-7d3b5327ebb9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449059 Aug 25 19:05:49.707246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6fa63-41f5-4fa8-8a67-0c98257afe57 req-97df37b3-d3a4-4f01-a42d-bd12379d752d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:49.708720 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-31b6fa63-41f5-4fa8-8a67-0c98257afe57 req-97df37b3-d3a4-4f01-a42d-bd12379d752d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0740297 Aug 25 19:05:49.753174 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-31b6fa63-41f5-4fa8-8a67-0c98257afe57 req-fc71359b-d561-478b-9235-121e0585b810 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389891 Aug 25 19:05:49.957748 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e032e-a873-4add-b525-e7e69ab96eef req-028296a9-3a45-4589-a750-c534ec93c395 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:49.959201 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-744e032e-a873-4add-b525-e7e69ab96eef req-028296a9-3a45-4589-a750-c534ec93c395 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0783143 Aug 25 19:05:50.004490 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-744e032e-a873-4add-b525-e7e69ab96eef req-8e0163ff-2267-46db-974c-6c4f30af0e9f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Aug 25 19:05:50.280384 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaec73-627b-41c4-aa66-98239e6f4957 req-39f6ee81-de65-4167-b0bf-59f54a86ab6c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.281873 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cdaaec73-627b-41c4-aa66-98239e6f4957 req-39f6ee81-de65-4167-b0bf-59f54a86ab6c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0764966 Aug 25 19:05:50.329758 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cdaaec73-627b-41c4-aa66-98239e6f4957 req-ede57914-6623-4c41-8b10-85759119f02a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Aug 25 19:05:50.522458 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519197f-582a-41c1-8dcf-bdf71f52ccb7 req-551711d6-faec-4637-993b-73ff6b4f0827 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.523908 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a519197f-582a-41c1-8dcf-bdf71f52ccb7 req-551711d6-faec-4637-993b-73ff6b4f0827 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0800371 Aug 25 19:05:50.570166 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a519197f-582a-41c1-8dcf-bdf71f52ccb7 req-816206e4-393c-47b0-906e-baf623d6d62d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Aug 25 19:05:50.960433 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffa173-8dfc-4d27-ab93-ff7d31019c26 req-e7c83524-2d74-4eee-a81a-520a8e794843 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:50.961930 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77ffa173-8dfc-4d27-ab93-ff7d31019c26 req-e7c83524-2d74-4eee-a81a-520a8e794843 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0777447 Aug 25 19:05:51.010798 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-77ffa173-8dfc-4d27-ab93-ff7d31019c26 req-bf04ea4e-ac8a-48d2-92ab-b94ed37c0862 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Aug 25 19:05:51.205139 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766fc69-cce1-476d-a167-d0e21597075d req-e880f2b8-eacc-4473-acdb-d87a74f63091 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:51.207334 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7766fc69-cce1-476d-a167-d0e21597075d req-e880f2b8-eacc-4473-acdb-d87a74f63091 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0763927 Aug 25 19:05:51.252189 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7766fc69-cce1-476d-a167-d0e21597075d req-d1381412-c20b-45e3-89fe-3debb1bf540d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393019 Aug 25 19:05:51.311504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:05:51.384028 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:05:51.384422 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.495813 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.526767 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:51.533072 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:51.537234 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:51.537638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d6859-49d9-468b-804f-0f1aa7ba04aa req-71590be4-bbce-45fd-8531-3988cc2a9ff5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:51.539000 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:51.539839 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd8d6859-49d9-468b-804f-0f1aa7ba04aa req-71590be4-bbce-45fd-8531-3988cc2a9ff5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0895412 Aug 25 19:05:51.586805 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd8d6859-49d9-468b-804f-0f1aa7ba04aa req-5ecc708c-bc9d-4fb4-8370-9237d8e85f9c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Aug 25 19:05:51.605465 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:51.608648 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:51.651359 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'code': 200} Aug 25 19:05:51.812638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c135f4e-d43c-47db-8876-edd23011e9a2 req-c44d8f31-fc83-4f78-a1c4-a98f5c728ad4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:51.814121 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c135f4e-d43c-47db-8876-edd23011e9a2 req-c44d8f31-fc83-4f78-a1c4-a98f5c728ad4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0743561 Aug 25 19:05:51.858568 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c135f4e-d43c-47db-8876-edd23011e9a2 req-984789e0-c427-4365-8cdf-bc92c15e95bc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383248 Aug 25 19:05:52.220910 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffecb8-04ff-4fff-b499-178977d9e9e3 req-706271c7-d7dd-457e-8cf4-2c49cea932d4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.222620 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-86ffecb8-04ff-4fff-b499-178977d9e9e3 req-706271c7-d7dd-457e-8cf4-2c49cea932d4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Aug 25 19:05:52.268897 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-86ffecb8-04ff-4fff-b499-178977d9e9e3 req-610a6b2d-de81-4f64-973d-c23e3b612bd6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Aug 25 19:05:52.466289 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5736-cb85-4458-83f7-a8d7e6a1869b req-a44eb1f9-ca8f-47e8-b256-dd20fae52305 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.467668 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7ec5736-cb85-4458-83f7-a8d7e6a1869b req-a44eb1f9-ca8f-47e8-b256-dd20fae52305 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0742855 Aug 25 19:05:52.516263 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f7ec5736-cb85-4458-83f7-a8d7e6a1869b req-1a483d3e-7c9d-46f2-ac64-d3719fb9341f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Aug 25 19:05:52.789122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc393b-cf36-48c6-b6eb-d43408c5fd49 req-bef3da6b-5759-4f10-9005-fd6d330c850a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:52.790757 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fabc393b-cf36-48c6-b6eb-d43408c5fd49 req-bef3da6b-5759-4f10-9005-fd6d330c850a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0847595 Aug 25 19:05:52.838602 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fabc393b-cf36-48c6-b6eb-d43408c5fd49 req-83997fe1-197d-47c4-804e-98e93c7a472b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Aug 25 19:05:53.064356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa7f8-c544-4822-8227-e597b6227169 req-dfada6ef-79b9-44b3-9f05-158bdee11466 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:53.065965 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-971aa7f8-c544-4822-8227-e597b6227169 req-dfada6ef-79b9-44b3-9f05-158bdee11466 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0828576 Aug 25 19:05:53.112793 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-971aa7f8-c544-4822-8227-e597b6227169 req-76583d9b-d61d-4854-9317-6cc8810a6269 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Aug 25 19:05:53.484348 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935d671-9ca5-4a96-8b96-5fb66bc20139 req-fbe8962b-cc41-4717-84db-ba7928e9b918 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:53.485842 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7935d671-9ca5-4a96-8b96-5fb66bc20139 req-fbe8962b-cc41-4717-84db-ba7928e9b918 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0754766 Aug 25 19:05:53.531707 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7935d671-9ca5-4a96-8b96-5fb66bc20139 req-24c29d8d-cc06-42ee-ba3f-a80f7016cbf6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395813 Aug 25 19:05:53.724396 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa250c1-1100-4125-9cba-1769554bfc59 req-ca54aa00-416f-4908-b57a-04af01a42091 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:53.725938 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2fa250c1-1100-4125-9cba-1769554bfc59 req-ca54aa00-416f-4908-b57a-04af01a42091 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0759497 Aug 25 19:05:53.771164 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2fa250c1-1100-4125-9cba-1769554bfc59 req-cfaed637-2211-49b0-837a-08ceec18a2c9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Aug 25 19:05:54.042649 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039b03a-8a20-4a87-824f-d3d6af222c7a req-c91d74f6-b6b2-437e-a9a3-1a74d4a95124 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.044105 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1039b03a-8a20-4a87-824f-d3d6af222c7a req-c91d74f6-b6b2-437e-a9a3-1a74d4a95124 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.0807974 Aug 25 19:05:54.089411 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1039b03a-8a20-4a87-824f-d3d6af222c7a req-a5aa3de8-b013-461d-bcc8-c7595b814e3d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Aug 25 19:05:54.317026 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a59d0-145e-4fa4-80e4-103aeda779ae req-baffe299-746a-4080-a9d6-b0e21d6c752c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.318529 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c81a59d0-145e-4fa4-80e4-103aeda779ae req-baffe299-746a-4080-a9d6-b0e21d6c752c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0830173 Aug 25 19:05:54.364202 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c81a59d0-145e-4fa4-80e4-103aeda779ae req-5905c2ce-ecb8-4d1e-b844-0b151287f40c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Aug 25 19:05:54.805234 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c80804-b2b7-4f25-8fdc-12113fa25c2f req-af867c2b-3e70-4286-a7dd-6ad16acaa739 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.813066 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0c80804-b2b7-4f25-8fdc-12113fa25c2f req-af867c2b-3e70-4286-a7dd-6ad16acaa739 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1000593 Aug 25 19:05:54.837355 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d175957-f6c5-4e91-847a-64a4ea794c11 req-64fde8fe-1439-4d5f-99d6-464084de0159 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:54.844232 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d175957-f6c5-4e91-847a-64a4ea794c11 req-64fde8fe-1439-4d5f-99d6-464084de0159 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1144273 Aug 25 19:05:54.881343 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e0c80804-b2b7-4f25-8fdc-12113fa25c2f req-57c600ab-0741-4845-9981-51108bc7da63 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670936 Aug 25 19:05:54.905499 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d175957-f6c5-4e91-847a-64a4ea794c11 req-de711642-23c0-468e-8b46-273780e86bd8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603337 Aug 25 19:05:55.133619 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-7eb38c87-1903-49c9-b8e6-76eb282d6f78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.1648607 Aug 25 19:05:55.151403 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825c3f-f1d6-465b-b67e-e6fcf6d98abe req-e248dac7-7e2e-4572-84e4-5400110c9b5f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:55.159665 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b825c3f-f1d6-465b-b67e-e6fcf6d98abe req-e248dac7-7e2e-4572-84e4-5400110c9b5f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1327517 Aug 25 19:05:55.344028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-0e330e17-2800-4e76-9bab-aedd01515c7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:55.352581 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-0e330e17-2800-4e76-9bab-aedd01515c7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.1665637 Aug 25 19:05:55.377916 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b825c3f-f1d6-465b-b67e-e6fcf6d98abe req-88c60d82-69d1-44af-b0c7-70ab3e64a10e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170510 Aug 25 19:05:55.492522 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18d00-811f-4ebe-9308-62dfcbb85569 req-a1356adb-57cf-45bc-8452-99e58f5a4f68 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:55.494606 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9c18d00-811f-4ebe-9308-62dfcbb85569 req-a1356adb-57cf-45bc-8452-99e58f5a4f68 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1024778 Aug 25 19:05:55.557299 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-cff9c72b-d53f-47da-950e-b090197559e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 1001 time: 0.1618676 Aug 25 19:05:55.578783 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9c18d00-811f-4ebe-9308-62dfcbb85569 req-3b773280-9601-47b9-868e-82e6e7865bcc tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786290 Aug 25 19:05:55.726227 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-20147002-9d6e-4f54-af7e-546c08fab85e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:55.727989 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-20147002-9d6e-4f54-af7e-546c08fab85e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0867488 Aug 25 19:05:55.869271 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-8ece1ee0-8246-41b6-b53e-b87d74f9af30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709813 Aug 25 19:05:56.017021 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-bbeb572e-51b3-47f0-a037-2334dedb6896 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370819 Aug 25 19:05:56.138187 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0401d-bb38-462c-9c69-be711f33d5bd req-406fa274-3c23-4bd5-a477-1a40ee9be296 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:56.140184 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ab0401d-bb38-462c-9c69-be711f33d5bd req-406fa274-3c23-4bd5-a477-1a40ee9be296 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0948770 Aug 25 19:05:56.201008 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0e87b-ab02-46c7-a980-1881c4ed70e0 req-385019a1-f52e-40f7-ba3e-d190faa7873c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:56.208776 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13f0e87b-ab02-46c7-a980-1881c4ed70e0 req-385019a1-f52e-40f7-ba3e-d190faa7873c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1862278 Aug 25 19:05:56.258907 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0d0d338-65a2-48cc-8992-6b303df3fbe0 req-61f72d28-cdff-4773-8d35-ee73b7c5da94 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019207 Aug 25 19:05:56.281388 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13f0e87b-ab02-46c7-a980-1881c4ed70e0 req-bccabe3c-d630-436b-8a3e-bdac7aacb76d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715957 Aug 25 19:05:56.381041 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1ab0401d-bb38-462c-9c69-be711f33d5bd req-bf0ffb58-b472-4621-9132-6a0edb7de56c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340012 Aug 25 19:05:56.423864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-24477660-cf1f-4595-84cf-376fe0744d41 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:56.429401 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-24477660-cf1f-4595-84cf-376fe0744d41 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.1455212 Aug 25 19:05:56.542931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Deleting port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:05:56.543273 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:56.658506 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680134e-91ff-4ceb-a412-6054eb93440a req-f38622c0-dfd0-4af1-b7c2-089f7e60ac6f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:56.660207 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9680134e-91ff-4ceb-a412-6054eb93440a req-f38622c0-dfd0-4af1-b7c2-089f7e60ac6f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0982807 Aug 25 19:05:56.738193 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9680134e-91ff-4ceb-a412-6054eb93440a req-ee3a64a0-1ef6-4255-bcbb-2a3210a20bd2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693369 Aug 25 19:05:56.966552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] For port f12fb890-bcef-4c17-a42b-f2eeb39f3d71, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:05:56.966935 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:57.047730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f2fd6-8bc1-4180-83ed-f7288ef34280 req-bc3e665d-7e1d-4ad2-b45c-0deb85a41a79 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:57.049338 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-966f2fd6-8bc1-4180-83ed-f7288ef34280 req-bc3e665d-7e1d-4ad2-b45c-0deb85a41a79 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 946 time: 0.2780356 Aug 25 19:05:57.134425 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Calling delete_port for f12fb890-bcef-4c17-a42b-f2eeb39f3d71 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:05:57.352518 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-966f2fd6-8bc1-4180-83ed-f7288ef34280 req-7ded30ba-f66d-4f62-a92b-82a844ba55c4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253101 Aug 25 19:05:57.507576 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:57.514628 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5289e-39ed-42f3-86de-d3707ec467ed req-50f84db1-fcf4-45d8-bb80-795fdf359c5e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:57.520104 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:57.523246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:05:57.526445 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffd5289e-39ed-42f3-86de-d3707ec467ed req-50f84db1-fcf4-45d8-bb80-795fdf359c5e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1076124 Aug 25 19:05:57.565815 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919', '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:05:57.591341 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffd5289e-39ed-42f3-86de-d3707ec467ed req-44237cd4-93e7-41ee-b3de-09d6f4d18de5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Aug 25 19:05:57.617929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event deleted for resources: {'Port': ['ID=f12fb890-bcef-4c17-a42b-f2eeb39f3d71,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:05:57.766680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.767449 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.769860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.770547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.771087 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.771620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.772735 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.773394 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.774460 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.774730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.775122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:05:57.780589 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:05:57.897533 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] No DVR routers for this DVR port f12fb890-bcef-4c17-a42b-f2eeb39f3d71 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:05:57.932493 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:05:57.947091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'name': 'network-vif-deleted', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:05:58.041753 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8255ed30-c336-40ea-a9cd-e074ed3df0a6 req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "DELETE /v2.0/ports/f12fb890-bcef-4c17-a42b-f2eeb39f3d71 HTTP/1.1" status: 204 len: 173 time: 1.6018040 Aug 25 19:05:58.099758 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-b124cdc6-d10f-49f6-940a-fb8ca2e81c95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.2853069 Aug 25 19:05:58.102717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37173-1121-489d-afc5-246e902ecc9d req-b33896e1-1bd2-410e-9853-6a0a007a2682 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.117680 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6a37173-1121-489d-afc5-246e902ecc9d req-b33896e1-1bd2-410e-9853-6a0a007a2682 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.4061687 Aug 25 19:05:58.294129 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c6a37173-1121-489d-afc5-246e902ecc9d req-dfdc4bed-7ada-4439-af2c-e7efa6007745 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553671 Aug 25 19:05:58.484751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203d66-0adc-42a3-9941-6d58b60a98d5 req-726d507d-0664-40e6-816c-31d5d1b6af48 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.485372 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cb49f6-4467-49d3-b85f-897e2bac4d15', 'name': 'network-vif-deleted', 'tag': 'f12fb890-bcef-4c17-a42b-f2eeb39f3d71', 'status': 'completed', 'code': 200} Aug 25 19:05:58.492003 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-25203d66-0adc-42a3-9941-6d58b60a98d5 req-726d507d-0664-40e6-816c-31d5d1b6af48 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.4559195 Aug 25 19:05:58.526989 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ce1f2-53b2-4371-9549-5052366583b6 req-f8481bc0-38ce-4a90-a899-021b63d5ee63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.529422 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-f8481bc0-38ce-4a90-a899-021b63d5ee63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.3991380 Aug 25 19:05:58.626772 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-25203d66-0adc-42a3-9941-6d58b60a98d5 req-3cb1c7a4-321c-40fd-9fb4-f0853d347c94 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337483 Aug 25 19:05:58.698746 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-778e9e43-19d0-4bb9-9d46-f539535acb99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 1001 time: 0.1378057 Aug 25 19:05:58.716135 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f9a50e04-a7a9-4bc9-ac2d-cd557530da6f req-c9c3f953-e6c6-4249-b258-f816f6d77f62 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:05:58.738956 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f9a50e04-a7a9-4bc9-ac2d-cd557530da6f req-c9c3f953-e6c6-4249-b258-f816f6d77f62 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:05:58.741141 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f9a50e04-a7a9-4bc9-ac2d-cd557530da6f req-c9c3f953-e6c6-4249-b258-f816f6d77f62 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0948539 Aug 25 19:05:58.852231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ce1f2-53b2-4371-9549-5052366583b6 req-722323f7-2513-4dd0-8039-d06add77b341 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.853743 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-722323f7-2513-4dd0-8039-d06add77b341 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.1408317 Aug 25 19:05:58.876345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb78ae-2fbc-4e14-a35d-fc05c971800f req-9a2c1805-b67e-4256-a285-ca2d0ee14cad tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:58.878373 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cb78ae-2fbc-4e14-a35d-fc05c971800f req-9a2c1805-b67e-4256-a285-ca2d0ee14cad tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1047997 Aug 25 19:05:59.039703 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-01cb78ae-2fbc-4e14-a35d-fc05c971800f req-16f4e8ec-ea26-4174-b08c-195e8abe3142 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949111 Aug 25 19:05:59.056015 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-9c3f7202-f99e-42f7-8f6f-d9e5f90eee3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1766922 Aug 25 19:05:59.302185 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-eb095a78-89c9-48af-8cb6-204cdcf7d8c2 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824543 Aug 25 19:05:59.656099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969562-a185-43c7-be9b-c162399722cf req-d8a8918e-d0ef-484b-ad1e-2db39766588f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:59.658037 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20969562-a185-43c7-be9b-c162399722cf req-d8a8918e-d0ef-484b-ad1e-2db39766588f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0982702 Aug 25 19:05:59.708259 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20969562-a185-43c7-be9b-c162399722cf req-a32f05e0-33b1-4a82-88b7-bfafb87cca09 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Aug 25 19:05:59.852617 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316c0b1-5055-48ef-914a-69b6f6753b9e req-ddeb7090-2b6e-4f20-bd72-c9fba76a2288 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:05:59.854137 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c316c0b1-5055-48ef-914a-69b6f6753b9e req-ddeb7090-2b6e-4f20-bd72-c9fba76a2288 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0943258 Aug 25 19:05:59.934303 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c316c0b1-5055-48ef-914a-69b6f6753b9e req-d6ac2a48-67c0-4a73-a16a-055b12cf968e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742729 Aug 25 19:05:59.991300 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-800922b7-b490-40a4-9ee8-059f0aad0600 req-c364bbf3-d1de-4f40-a886-b4c2e5e133a7 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0606990 Aug 25 19:06:00.994808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e890fe7-7d0e-4e7e-a0bc-45d78f46305f req-340240e4-3363-4549-bdcb-1bff15eaf7ba tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:00.997316 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e890fe7-7d0e-4e7e-a0bc-45d78f46305f req-340240e4-3363-4549-bdcb-1bff15eaf7ba tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1014535 Aug 25 19:06:01.067709 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e890fe7-7d0e-4e7e-a0bc-45d78f46305f req-43174f81-6e37-4926-ac84-c519d7f4f742 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551467 Aug 25 19:06:01.230159 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f41136-3313-49e7-8e57-8168a97aa728 req-1fb9f59d-9560-473f-9d5b-4401aaee7787 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:01.231826 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e5f41136-3313-49e7-8e57-8168a97aa728 req-1fb9f59d-9560-473f-9d5b-4401aaee7787 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0912726 Aug 25 19:06:01.299461 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e5f41136-3313-49e7-8e57-8168a97aa728 req-8de9489d-de44-4590-a794-37756a37876b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Aug 25 19:06:01.317129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-13aff224-f82e-4cad-8b53-e6bdc5ec8898 req-4b90229e-48ea-4b34-a58c-581b514be497 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0cb49f6-4467-49d3-b85f-897e2bac4d15 HTTP/1.1" status: 200 len: 210 time: 0.0568082 Aug 25 19:06:02.087573 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-462ce1f2-53b2-4371-9549-5052366583b6 req-3b75f1cc-9a5c-48d4-a1af-cb63c6d1aee4 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630347 Aug 25 19:06:02.107290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f12fb890-bcef-4c17-a42b-f2eeb39f3d71 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:02.196007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: f12fb890-bcef-4c17-a42b-f2eeb39f3d71 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:02.196627 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f12fb890-bcef-4c17-a42b-f2eeb39f3d71 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:02.366986 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69afdf-e269-490b-b4ff-ee85ceff3f3d req-b79fef0e-70bc-4c80-9f55-8f8fbcdf1445 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:02.369269 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad69afdf-e269-490b-b4ff-ee85ceff3f3d req-b79fef0e-70bc-4c80-9f55-8f8fbcdf1445 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0861158 Aug 25 19:06:02.417500 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad69afdf-e269-490b-b4ff-ee85ceff3f3d req-7c785d38-b119-4521-a212-b8f7118c353e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428407 Aug 25 19:06:02.525680 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28920-25b2-45b3-be80-14ee3022e62e req-37b99362-3335-4308-87b6-d371768d2fd5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:02.527604 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1a28920-25b2-45b3-be80-14ee3022e62e req-37b99362-3335-4308-87b6-d371768d2fd5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0913393 Aug 25 19:06:02.579952 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1a28920-25b2-45b3-be80-14ee3022e62e req-0d367eda-d861-4842-9338-4b51dc3ac9f9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Aug 25 19:06:03.738254 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e2f0d-62e5-4ef2-a8e1-3a67580cbd68 req-a5f33ff2-c372-4640-98e5-1bd33f18a69b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:03.741674 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-980e2f0d-62e5-4ef2-a8e1-3a67580cbd68 req-a5f33ff2-c372-4640-98e5-1bd33f18a69b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1707592 Aug 25 19:06:03.832538 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836f936-bb90-4286-ad71-fe80807de6e7 req-d2bd02f4-00e1-4394-83ba-7b4ac4e6c18d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:03.834167 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6836f936-bb90-4286-ad71-fe80807de6e7 req-d2bd02f4-00e1-4394-83ba-7b4ac4e6c18d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1242785 Aug 25 19:06:03.839494 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-980e2f0d-62e5-4ef2-a8e1-3a67580cbd68 req-0202a593-1a8d-4fe5-a6b0-5b8fa9706d6d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793707 Aug 25 19:06:03.941766 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6836f936-bb90-4286-ad71-fe80807de6e7 req-cd509e66-43d7-4e4d-a40d-0082c6217791 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012311 Aug 25 19:06:04.910356 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-817a2718-f9bb-467d-8349-683114c7ad5b req-80e7fdec-1bbf-434a-8518-633d1b9b3be5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 1099 time: 0.0839350 Aug 25 19:06:04.985065 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-817a2718-f9bb-467d-8349-683114c7ad5b req-db100235-8142-466e-ad12-3d1ec8e557c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548859 Aug 25 19:06:05.139007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556c164-2549-4599-8101-5fd769851afc req-9953eab2-8ff7-4ca4-b442-c2a79bafcff8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:05.158797 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2556c164-2549-4599-8101-5fd769851afc req-9953eab2-8ff7-4ca4-b442-c2a79bafcff8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1446340 Aug 25 19:06:05.258441 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2556c164-2549-4599-8101-5fd769851afc req-0b62f4a0-797f-489b-bb01-379deca378ac tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976732 Aug 25 19:06:05.337521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e10d66-3d0a-4fe6-a1c3-ee8ae9a4e309 req-d1329baa-b371-408f-a291-5acbd7eebe06 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:05.339319 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8e10d66-3d0a-4fe6-a1c3-ee8ae9a4e309 req-d1329baa-b371-408f-a291-5acbd7eebe06 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1541774 Aug 25 19:06:05.406541 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8e10d66-3d0a-4fe6-a1c3-ee8ae9a4e309 req-57907801-5985-4374-8628-528796367f6e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602000 Aug 25 19:06:05.513513 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 38718) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:05.670860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:05.705968 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:05.710371 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Usage tracker for resource:security_group_rule and tenant:4be9210356464a7eb9bf26d2b89d4577 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:05.713316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:05.719000 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:05.797748 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:05.802698 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:05.810435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-468d3287-05a4-4bc8-9c5a-9b147e67fb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:05.852737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74190214-926b-4d50-b00d-ad9af3c1f85e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:05.859643 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4be9210356464a7eb9bf26d2b89d4577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3447361 Aug 25 19:06:05.863136 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 38724) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:05.866887 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.867310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.867603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.867953 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.868304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.868652 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.869025 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.869367 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.869705 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.870039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.870375 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:05.874360 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:05.956265 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:05.985608 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:06.050348 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:06.054623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ec360759-d9a8-42b2-8695-e4c5ca590050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:06.067085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74190214-926b-4d50-b00d-ad9af3c1f85e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:06.070216 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:06.076189 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:06.079395 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74190214-926b-4d50-b00d-ad9af3c1f85e HTTP/1.1" status: 204 len: 168 time: 0.2128820 Aug 25 19:06:06.742163 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87493ec9-f9d5-4e0b-b5e1-6cc78c770584 req-fff31484-4cff-46b6-adaf-00307e6b1807 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:06.749779 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87493ec9-f9d5-4e0b-b5e1-6cc78c770584 req-fff31484-4cff-46b6-adaf-00307e6b1807 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0979073 Aug 25 19:06:06.781435 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b8d77051-c32b-4333-b4b8-cf484865a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:06.817158 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87493ec9-f9d5-4e0b-b5e1-6cc78c770584 req-b6b324b5-5248-4183-ba3c-67ca3576acb2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658016 Aug 25 19:06:06.847688 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c33c-0f90-44f1-86e1-23c85ba7f14b req-238dddc3-1d77-43ab-ba1e-a6f752b6019c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:06.856787 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3718c33c-0f90-44f1-86e1-23c85ba7f14b req-238dddc3-1d77-43ab-ba1e-a6f752b6019c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1158376 Aug 25 19:06:06.930609 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3718c33c-0f90-44f1-86e1-23c85ba7f14b req-d8b19a44-f0bb-4b63-9996-04b2a3976aa8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Aug 25 19:06:07.074754 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdbda7-9ebd-4198-82aa-0b0180190132 req-3e15a7b8-43f7-46ce-92b9-eba44af0c3dd tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:07.084085 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-33bdbda7-9ebd-4198-82aa-0b0180190132 req-3e15a7b8-43f7-46ce-92b9-eba44af0c3dd tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.1259036 Aug 25 19:06:07.140542 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-33bdbda7-9ebd-4198-82aa-0b0180190132 req-960822be-0f5b-4b28-9256-7bda935cb03e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552924 Aug 25 19:06:07.253703 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:08.056428 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76da8a-ccdd-45f6-8c8d-7297736d3a1e req-22293365-c22a-407c-be91-d46efe2f1677 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:08.063339 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ae76da8a-ccdd-45f6-8c8d-7297736d3a1e req-22293365-c22a-407c-be91-d46efe2f1677 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.1117675 Aug 25 19:06:08.128128 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ae76da8a-ccdd-45f6-8c8d-7297736d3a1e req-df7eb515-03ac-4b2f-ba18-ff350b89c3ce tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635343 Aug 25 19:06:08.311277 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ea036-c201-480e-9d3b-250c8d30dabd req-ef027f8e-c74f-4887-b203-befe0a72400a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:08.313673 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-030ea036-c201-480e-9d3b-250c8d30dabd req-ef027f8e-c74f-4887-b203-befe0a72400a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1933656 Aug 25 19:06:08.391853 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-030ea036-c201-480e-9d3b-250c8d30dabd req-d2396e50-444c-4bb2-aa73-bce63507ab4f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Aug 25 19:06:08.420932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58ee7-8fe7-40d2-b6f2-38dc5b5f52a3 req-8d0aff36-0194-4d54-a20f-8e31e6916fe9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:08.422911 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede58ee7-8fe7-40d2-b6f2-38dc5b5f52a3 req-8d0aff36-0194-4d54-a20f-8e31e6916fe9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.1087334 Aug 25 19:06:08.487358 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ede58ee7-8fe7-40d2-b6f2-38dc5b5f52a3 req-bec4b5df-60aa-43f9-9565-f6f3581121c6 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583351 Aug 25 19:06:09.108100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bc199da0-45a5-495c-a980-00ca46f017bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:09.343418 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eccaf-c343-430d-8462-7c9aa5c190b8 req-f527779f-7291-4584-ab63-923380f6f886 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.344888 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-981eccaf-c343-430d-8462-7c9aa5c190b8 req-f527779f-7291-4584-ab63-923380f6f886 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0798750 Aug 25 19:06:09.390509 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-981eccaf-c343-430d-8462-7c9aa5c190b8 req-863171b7-0417-44ab-8580-907c012c45c8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Aug 25 19:06:09.607327 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac800a58-a05d-4de6-82f7-d38e1ffa8e15 req-236d2eec-41c7-4c25-a300-f899c1c601af tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.608721 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ac800a58-a05d-4de6-82f7-d38e1ffa8e15 req-236d2eec-41c7-4c25-a300-f899c1c601af tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0835562 Aug 25 19:06:09.656351 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ac800a58-a05d-4de6-82f7-d38e1ffa8e15 req-dfb1ad09-b9fa-49da-87b7-2f7d59d81b7f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Aug 25 19:06:09.690771 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975820a-3257-4c72-98a5-34c0b58041f7 req-b1fbb59c-9da4-41f5-ba65-b7790b940f0c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:09.692236 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1975820a-3257-4c72-98a5-34c0b58041f7 req-b1fbb59c-9da4-41f5-ba65-b7790b940f0c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0759535 Aug 25 19:06:09.737265 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1975820a-3257-4c72-98a5-34c0b58041f7 req-9fc0619b-89b8-44ea-8119-28218a041f54 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Aug 25 19:06:10.087413 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:10.298192 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-ffa369c6-d90d-45c4-a78b-cd751efa1638 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1098 time: 0.0739262 Aug 25 19:06:10.457132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-91d1a685-5a0e-430f-a6da-4b798fa0bf94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.458776 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-91d1a685-5a0e-430f-a6da-4b798fa0bf94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1351371 Aug 25 19:06:10.620345 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7d7b-6465-40f5-bda3-d24453206cc5 req-90014514-3573-487f-afe8-da07ecb78600 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.621912 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d8c7d7b-6465-40f5-bda3-d24453206cc5 req-90014514-3573-487f-afe8-da07ecb78600 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0838652 Aug 25 19:06:10.642338 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-cd80bd80-8fa0-41a7-af0a-e1f1c5f9b381 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 1000 time: 0.1165624 Aug 25 19:06:10.672155 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d8c7d7b-6465-40f5-bda3-d24453206cc5 req-bd4270aa-84f0-494f-88cb-1932dfb1db72 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Aug 25 19:06:10.763826 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-e02468c4-e678-48a3-85c9-a2d08c4309ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.766103 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-e02468c4-e678-48a3-85c9-a2d08c4309ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.1046598 Aug 25 19:06:10.922263 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-3123e51f-ade1-4055-a1b8-da834584e71b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381059 Aug 25 19:06:10.945631 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a06e-318b-406f-b0d8-2b09de6d8bff req-04381be1-5314-4fd9-aca9-d31d2c634105 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.947250 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3cf8a06e-318b-406f-b0d8-2b09de6d8bff req-04381be1-5314-4fd9-aca9-d31d2c634105 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0935547 Aug 25 19:06:10.957568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee2c13-a025-4883-94b4-2cd87eac6273 req-dc883bc7-0263-4ad3-9c3d-4491873b1f61 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:10.959205 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0ee2c13-a025-4883-94b4-2cd87eac6273 req-dc883bc7-0263-4ad3-9c3d-4491873b1f61 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0887308 Aug 25 19:06:10.997049 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3cf8a06e-318b-406f-b0d8-2b09de6d8bff req-9ddc1a80-6ee1-4109-8743-9d7e8a168e7c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Aug 25 19:06:11.011522 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0ee2c13-a025-4883-94b4-2cd87eac6273 req-d899366d-7bb7-4bcf-aac2-10aa576dad2d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466940 Aug 25 19:06:11.256052 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261ae7e-4b41-4404-8c0e-ce5f4bfb5cc4 req-4676c23f-ffd5-4195-8b79-99363b4b8b19 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:11.257564 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0261ae7e-4b41-4404-8c0e-ce5f4bfb5cc4 req-4676c23f-ffd5-4195-8b79-99363b4b8b19 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1146035 Aug 25 19:06:11.307264 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0261ae7e-4b41-4404-8c0e-ce5f4bfb5cc4 req-b2c0d02d-0e87-4e2a-8934-e6cce2cdf8fd tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Aug 25 19:06:11.496587 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:11.944166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd181f1e-a32e-49ba-88de-01b86a0ae760 req-6737d9d4-9ed0-471b-ab85-49ce0d869c7b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:11.945589 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bd181f1e-a32e-49ba-88de-01b86a0ae760 req-6737d9d4-9ed0-471b-ab85-49ce0d869c7b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0816391 Aug 25 19:06:11.992071 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bd181f1e-a32e-49ba-88de-01b86a0ae760 req-ef03231a-f682-4fce-8232-3e5dd19f3276 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Aug 25 19:06:12.217637 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-91f6c8cb-e75d-4cfe-a93a-5c3ba61e6b19 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939580 Aug 25 19:06:12.255161 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b1713-3a1a-4c71-b013-9bad6b727043 req-1a4ca07b-b61d-4898-868a-407902b37ba0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:12.256647 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-777b1713-3a1a-4c71-b013-9bad6b727043 req-1a4ca07b-b61d-4898-868a-407902b37ba0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.1055777 Aug 25 19:06:12.303146 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-777b1713-3a1a-4c71-b013-9bad6b727043 req-f25da9e5-03d3-4ebb-91d9-0067088ede9d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Aug 25 19:06:13.040706 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66d71fa9-9474-4169-a184-a390f38f10a8 req-790a0ac9-8585-4ceb-bf8d-4baf2409d965 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236963 Aug 25 19:06:13.219504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eaedc-a372-4767-91a7-756dc4005cc2 req-55600cc3-f634-451b-b51f-b40d354c9957 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:13.221190 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-436eaedc-a372-4767-91a7-756dc4005cc2 req-55600cc3-f634-451b-b51f-b40d354c9957 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 945 time: 0.0957973 Aug 25 19:06:13.276021 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-436eaedc-a372-4767-91a7-756dc4005cc2 req-d9420452-a44d-4067-9334-6a8651615678 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493965 Aug 25 19:06:13.481635 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:06:13.502791 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05610-3c36-4991-806d-181e7109e33f req-ef5d957d-0dce-488c-9dbc-7295b647acd0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:13.504247 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9c05610-3c36-4991-806d-181e7109e33f req-ef5d957d-0dce-488c-9dbc-7295b647acd0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0811107 Aug 25 19:06:13.548941 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9c05610-3c36-4991-806d-181e7109e33f req-8e00d2ba-ee3d-4eb0-ad03-78b7768faf5f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Aug 25 19:06:14.082061 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:14.199638 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:14.226637 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:14.237306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:14.240943 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:14.243079 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:14.286989 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'code': 200} Aug 25 19:06:14.311559 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:14.319830 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.320168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.320500 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.320856 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.321185 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.321522 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.321825 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.322178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.322678 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.323136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.323470 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:06:14.327225 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:14.484949 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bb0d3-5752-45aa-b580-23206a92ef93 req-3b72102b-3ce3-4bca-99b6-3cc442841233 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:14.486549 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e89bb0d3-5752-45aa-b580-23206a92ef93 req-3b72102b-3ce3-4bca-99b6-3cc442841233 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0759499 Aug 25 19:06:14.533181 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e89bb0d3-5752-45aa-b580-23206a92ef93 req-066bec60-5393-4985-8eef-b8c8804a716c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Aug 25 19:06:14.742521 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ab1f-3920-46f2-bdf9-9ef5f405e6a2 req-4db9c357-72a0-46b4-b25a-c17bf45bf67c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:14.743937 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cc6ab1f-3920-46f2-bdf9-9ef5f405e6a2 req-4db9c357-72a0-46b4-b25a-c17bf45bf67c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0756006 Aug 25 19:06:14.788760 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cc6ab1f-3920-46f2-bdf9-9ef5f405e6a2 req-c9025850-3d24-4ad6-a3d3-211193d35e48 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Aug 25 19:06:15.468058 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-5a73378b-af1f-40f6-a8c5-a7b5b0f9d2d0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:15.469104 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-5a73378b-af1f-40f6-a8c5-a7b5b0f9d2d0 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0831666 Aug 25 19:06:15.743271 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15378e-99db-43a7-8ce3-d9d71a25e273 req-308995c5-2e2b-4a17-b9a9-c0c8553f9724 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:15.744579 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ea15378e-99db-43a7-8ce3-d9d71a25e273 req-308995c5-2e2b-4a17-b9a9-c0c8553f9724 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0780582 Aug 25 19:06:15.790019 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ea15378e-99db-43a7-8ce3-d9d71a25e273 req-5d9a18e1-d0c4-45b3-9cec-abd37bf02bcd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 Aug 25 19:06:16.002577 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fab2-fc2b-4bf9-abea-3e9c9cb5795f req-f1bde8b4-7d11-4f14-9d5b-fdccea0e2f1e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:16.003940 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7cd2fab2-fc2b-4bf9-abea-3e9c9cb5795f req-f1bde8b4-7d11-4f14-9d5b-fdccea0e2f1e tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 945 time: 0.0780969 Aug 25 19:06:16.047954 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7cd2fab2-fc2b-4bf9-abea-3e9c9cb5795f req-9f3d58f6-6dbb-4e77-8a64-97a8fd51cc85 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Aug 25 19:06:16.545639 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db60d-ec07-4573-9923-9a722c758500 req-64301973-c5c5-49e6-93fc-76516710884e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:16.547172 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2f4db60d-ec07-4573-9923-9a722c758500 req-64301973-c5c5-49e6-93fc-76516710884e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0800152 Aug 25 19:06:16.594387 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2f4db60d-ec07-4573-9923-9a722c758500 req-a44b9dd6-b8a2-402c-935a-de64316f9fcb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Aug 25 19:06:16.595583 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Deleting port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:16.595927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:16.836035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] For port f24d4e1a-1323-44d7-9d5e-9791abecc0e6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:16.836718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:16.956508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Calling delete_port for f24d4e1a-1323-44d7-9d5e-9791abecc0e6 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:17.115632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9192a-8ff8-434d-ab4f-e0861211de39 req-549072bc-15cb-418c-b1b9-a5cece76baeb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:17.117111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2fc9192a-8ff8-434d-ab4f-e0861211de39 req-549072bc-15cb-418c-b1b9-a5cece76baeb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1679580 Aug 25 19:06:17.182544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:17.188106 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:17.216975 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-21e6c694-c1ab-476f-8b16-4df539ca700e req-dbed6caf-5a18-4b9a-b78e-94b852a98726 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0466456 Aug 25 19:06:17.221071 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2fc9192a-8ff8-434d-ab4f-e0861211de39 req-93e84cbd-8f6d-4447-9e10-02c3207f743c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965800 Aug 25 19:06:17.235781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event deleted for resources: {'Port': ['ID=f24d4e1a-1323-44d7-9d5e-9791abecc0e6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:17.238328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:17.307787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] No DVR routers for this DVR port f24d4e1a-1323-44d7-9d5e-9791abecc0e6 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:17.310252 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:17.312648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'name': 'network-vif-deleted', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:17.332236 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dfbe2eaa-bd86-40f6-aadf-4b2e87c21fe7 req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "DELETE /v2.0/ports/f24d4e1a-1323-44d7-9d5e-9791abecc0e6 HTTP/1.1" status: 204 len: 173 time: 0.8665624 Aug 25 19:06:17.369826 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1859a7-3c2c-4a34-b04a-d7b844ca430b', 'name': 'network-vif-deleted', 'tag': 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6', 'status': 'completed', 'code': 200} Aug 25 19:06:17.795832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380bcd-a372-499d-b5bf-49d78a9d4ad8 req-c7404c9d-08eb-481b-ae62-ac3a814f60e2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:17.797221 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18380bcd-a372-499d-b5bf-49d78a9d4ad8 req-c7404c9d-08eb-481b-ae62-ac3a814f60e2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0781407 Aug 25 19:06:17.842337 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-18380bcd-a372-499d-b5bf-49d78a9d4ad8 req-ae562cd8-8c5d-4874-bbc0-0ff02f98d2ec tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Aug 25 19:06:18.330533 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919', '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'f24d4e1a-1323-44d7-9d5e-9791abecc0e6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:18.394638 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-081fb0d6-e282-4be8-b091-337d88649b37 req-62940669-14fc-41e5-939a-63a1c700a67b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0524385 Aug 25 19:06:18.510464 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3264c-08cb-468b-b8fd-ee9ed6986a05 req-ce1cb697-eb17-4a5e-bc88-872c8263e7d1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.511823 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54b3264c-08cb-468b-b8fd-ee9ed6986a05 req-ce1cb697-eb17-4a5e-bc88-872c8263e7d1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1527877 Aug 25 19:06:18.536247 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-ae24d592-4c1c-492a-8d6c-6e268ec728e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.1245675 Aug 25 19:06:18.644646 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-54b3264c-08cb-468b-b8fd-ee9ed6986a05 req-bc76f194-75c0-4272-b46b-3ea04e9daa75 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253641 Aug 25 19:06:18.699431 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-ac03b2a9-43d6-4911-84b7-c7068b68e6f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.700907 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-ac03b2a9-43d6-4911-84b7-c7068b68e6f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1550353 Aug 25 19:06:18.770460 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-fb3341c7-b4fa-41e2-ac6b-300b27b1c333 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.0602727 Aug 25 19:06:18.838560 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-91ce8482-09c8-401f-b159-eb5f3ec197d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:18.840100 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-91ce8482-09c8-401f-b159-eb5f3ec197d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0610859 Aug 25 19:06:19.034646 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ae6b6-f7b7-4073-9776-0e588ac7b2c3 req-1d90a16f-edbd-45d9-9e08-fc7ecbf4a190 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:19.036063 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f37ae6b6-f7b7-4073-9776-0e588ac7b2c3 req-1d90a16f-edbd-45d9-9e08-fc7ecbf4a190 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0751774 Aug 25 19:06:19.082568 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f37ae6b6-f7b7-4073-9776-0e588ac7b2c3 req-e993abe1-49f4-48ca-839e-d6277543dc68 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Aug 25 19:06:19.576120 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-23a38394-ef2a-48b8-a410-bd9cd2923867 req-0aa4cc37-63aa-4fe4-a128-64d8504d67a3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:19.590920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-23a38394-ef2a-48b8-a410-bd9cd2923867 req-0aa4cc37-63aa-4fe4-a128-64d8504d67a3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:19.592062 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-23a38394-ef2a-48b8-a410-bd9cd2923867 req-0aa4cc37-63aa-4fe4-a128-64d8504d67a3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0556924 Aug 25 19:06:19.856599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc0bac-5bd1-4567-819c-3e48dcdc78fe req-0d5d0958-09c2-4b1f-b694-6732706b241a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:19.858091 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5cfc0bac-5bd1-4567-819c-3e48dcdc78fe req-0d5d0958-09c2-4b1f-b694-6732706b241a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0751958 Aug 25 19:06:19.903847 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5cfc0bac-5bd1-4567-819c-3e48dcdc78fe req-3d91caf9-738b-41a5-b54a-6d814b8c6b5e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Aug 25 19:06:20.281446 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3e86-e7b8-401c-a4b8-54e7fcd0ecac req-46f4ca55-84c5-460f-b3ee-6883149f9329 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:20.283370 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-125c3e86-e7b8-401c-a4b8-54e7fcd0ecac req-46f4ca55-84c5-460f-b3ee-6883149f9329 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0790308 Aug 25 19:06:20.328560 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-125c3e86-e7b8-401c-a4b8-54e7fcd0ecac req-6f330768-3412-45c4-95a2-1acfa0ee621a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Aug 25 19:06:20.649869 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-7aafb64a-7c31-4d5e-ac32-8a1638353d65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403247 Aug 25 19:06:20.770078 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-79dc172b-674f-4f3d-8b42-c9c6880b6ef2 req-9176134c-5921-40d8-b338-b41c458098be tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0423360 Aug 25 19:06:21.115028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf844986-872c-4475-87a9-1a5657396f6e req-c0b8dd47-b346-4b53-83ef-f917cfad2939 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:21.116483 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cf844986-872c-4475-87a9-1a5657396f6e req-c0b8dd47-b346-4b53-83ef-f917cfad2939 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0785782 Aug 25 19:06:21.223671 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cf844986-872c-4475-87a9-1a5657396f6e req-e16118d8-0a45-4438-b65d-d516894a0762 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015425 Aug 25 19:06:21.523927 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba08b5-7b19-422b-9e05-99d674bbfe63 req-583b300e-a166-47af-bab5-ed6981c5346c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:21.525345 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5ba08b5-7b19-422b-9e05-99d674bbfe63 req-583b300e-a166-47af-bab5-ed6981c5346c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0793526 Aug 25 19:06:21.570412 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5ba08b5-7b19-422b-9e05-99d674bbfe63 req-41a96380-95e8-48d2-8499-b2f14de820d9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Aug 25 19:06:21.617166 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f24d4e1a-1323-44d7-9d5e-9791abecc0e6 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:21.653144 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: f24d4e1a-1323-44d7-9d5e-9791abecc0e6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:21.653492 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device f24d4e1a-1323-44d7-9d5e-9791abecc0e6 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:21.769700 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-e79e3676-53c3-4e68-b18b-b2bfb75b92ac service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238914 Aug 25 19:06:21.932532 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-17d79934-b6a8-4ddc-90bc-00b88e8f3a10 req-88de9fb8-a6c9-4747-add4-fc2b6a708273 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555116 Aug 25 19:06:21.943685 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e704d6a-ccb0-4f39-b974-648a20ff7ee5 req-4aafaeff-95ec-4922-b8a1-54f30beeeac5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d1859a7-3c2c-4a34-b04a-d7b844ca430b HTTP/1.1" status: 200 len: 210 time: 0.0425618 Aug 25 19:06:22.435329 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc2e56-5c23-4062-8419-f8ccb53b34ad req-0d002785-b23e-4273-a1c7-a707bcab45d5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:22.436874 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8cc2e56-5c23-4062-8419-f8ccb53b34ad req-0d002785-b23e-4273-a1c7-a707bcab45d5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0785253 Aug 25 19:06:22.544767 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8cc2e56-5c23-4062-8419-f8ccb53b34ad req-c3443394-90c4-4032-86ce-3d76008277d5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020195 Aug 25 19:06:22.769399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a304cb1-8c66-40f6-bf1b-a7b9ad54824c req-8bd2a5ef-7dab-46a3-b42f-d73fd437cc13 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:22.770920 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1a304cb1-8c66-40f6-bf1b-a7b9ad54824c req-8bd2a5ef-7dab-46a3-b42f-d73fd437cc13 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0778456 Aug 25 19:06:22.816435 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1a304cb1-8c66-40f6-bf1b-a7b9ad54824c req-d055bf59-5682-43ad-b0af-84afbe90b2bc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Aug 25 19:06:23.464867 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38f0c8-11ad-47f2-b9cf-2f5e6ffe8eff req-825cd217-cc91-497a-b46e-935356dc0902 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:23.466379 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce38f0c8-11ad-47f2-b9cf-2f5e6ffe8eff req-825cd217-cc91-497a-b46e-935356dc0902 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.0825653 Aug 25 19:06:23.513962 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce38f0c8-11ad-47f2-b9cf-2f5e6ffe8eff req-56c9ef50-7998-405a-aad7-70484e8098bf tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Aug 25 19:06:23.768320 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809053d-c71d-46d1-af20-5d30208bc6a6 req-83a80bbb-b06a-4c64-807c-6682a69a6256 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:23.769912 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9809053d-c71d-46d1-af20-5d30208bc6a6 req-83a80bbb-b06a-4c64-807c-6682a69a6256 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0820227 Aug 25 19:06:23.814251 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9809053d-c71d-46d1-af20-5d30208bc6a6 req-16a8fe1b-5205-4152-93d7-6057a1283232 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Aug 25 19:06:24.041804 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ba134-84af-45da-ac75-cedde97dcb3b req-bd6620bc-534e-4cf5-93fe-fbb1d87803b4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:24.044067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d2ba134-84af-45da-ac75-cedde97dcb3b req-bd6620bc-534e-4cf5-93fe-fbb1d87803b4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0922410 Aug 25 19:06:24.105677 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0d2ba134-84af-45da-ac75-cedde97dcb3b req-939c9e1d-3cf2-46aa-9841-20101b242628 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Aug 25 19:06:24.718422 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1fe2521b-384c-4fd7-a622-21046e586843 req-0635d593-3008-4889-a1f8-16c1af0881b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769897 Aug 25 19:06:24.748122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2f6f-583a-408d-9339-8e785a608f72 req-bc1ab08c-420a-4005-a25f-3fc16e65d3ef tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:24.749787 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2bbc2f6f-583a-408d-9339-8e785a608f72 req-bc1ab08c-420a-4005-a25f-3fc16e65d3ef tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.0887809 Aug 25 19:06:24.803422 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2bbc2f6f-583a-408d-9339-8e785a608f72 req-a3a7f361-1559-4d43-98a7-7d1e5698b0bb tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469341 Aug 25 19:06:25.004750 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d9ebb-e5c4-4e52-a3a3-71d896134ebf req-7cf72098-e0cd-4bd6-96cf-a988b90185a3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:25.006246 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a29d9ebb-e5c4-4e52-a3a3-71d896134ebf req-7cf72098-e0cd-4bd6-96cf-a988b90185a3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0850415 Aug 25 19:06:25.029745 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 38990) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:25.054076 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a29d9ebb-e5c4-4e52-a3a3-71d896134ebf req-97786cca-4773-496b-af23-8adeb2f11c6c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Aug 25 19:06:25.176375 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-a0525954-a408-4d29-8298-bf3985c31766 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450768 Aug 25 19:06:25.329627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3ad99-1978-4926-9703-0c1e2df248a5 req-d866a4ef-50d1-4945-a9bd-72233cc0e27e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:25.331357 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2fc3ad99-1978-4926-9703-0c1e2df248a5 req-d866a4ef-50d1-4945-a9bd-72233cc0e27e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0792148 Aug 25 19:06:25.377456 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2fc3ad99-1978-4926-9703-0c1e2df248a5 req-c0cd35df-e001-480e-bdaf-3e3a45bb5ebf tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Aug 25 19:06:26.082704 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-6a418fae-7923-4e62-bd95-718c814496ac tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:26.084129 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-6a418fae-7923-4e62-bd95-718c814496ac tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.1089792 Aug 25 19:06:26.089610 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e776130-f5d8-4b2b-a8cc-8ac6e8a0f90e req-31146ad6-b36d-4781-aa60-986bd8053d3d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:26.090941 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e776130-f5d8-4b2b-a8cc-8ac6e8a0f90e req-31146ad6-b36d-4781-aa60-986bd8053d3d tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 945 time: 0.1552882 Aug 25 19:06:26.188456 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1e776130-f5d8-4b2b-a8cc-8ac6e8a0f90e req-5cc16207-f0e9-4408-b4ae-d5b288b8b5e9 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642505 Aug 25 19:06:26.193624 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Deleting port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:26.193888 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.273603 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa6f54-6826-4925-b81a-a81744b8bda9 req-06317d25-372f-4c53-bc61-6006d3ac8387 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:26.274976 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20aa6f54-6826-4925-b81a-a81744b8bda9 req-06317d25-372f-4c53-bc61-6006d3ac8387 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0825183 Aug 25 19:06:26.320126 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20aa6f54-6826-4925-b81a-a81744b8bda9 req-c32b3f85-f4c1-45a0-85d7-e5ba7bf798fa tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Aug 25 19:06:26.368066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:26.443703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] For port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:26.443989 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.597585 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Calling delete_port for 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:26.740129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba55042-0514-4387-8a62-500175c55807 req-751c26c4-3cc4-429b-ab30-519f4745c600 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:26.741888 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bba55042-0514-4387-8a62-500175c55807 req-751c26c4-3cc4-429b-ab30-519f4745c600 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.2358782 Aug 25 19:06:26.808321 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bba55042-0514-4387-8a62-500175c55807 req-8229ed5b-4da6-417b-87b4-75acd6e79068 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Aug 25 19:06:26.809456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:26.815263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:26.862949 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919', '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:26.922667 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event deleted for resources: {'Port': ['ID=3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:26.925213 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:27.009303 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] No DVR routers for this DVR port 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:27.012027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.015909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'name': 'network-vif-deleted', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:27.036859 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1772564d-26d8-4a45-bc0b-7cbc0040bea0 req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "DELETE /v2.0/ports/3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b HTTP/1.1" status: 204 len: 173 time: 0.9416881 Aug 25 19:06:27.103524 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097088b9-84b6-487c-af07-feff9de71603', 'name': 'network-vif-deleted', 'tag': '3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b', 'status': 'completed', 'code': 200} Aug 25 19:06:27.383506 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bce8242-92a0-4caf-9c3f-70dd812cf25c req-e201996b-c7ae-4483-9472-b152f0dedb77 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=097088b9-84b6-487c-af07-feff9de71603 HTTP/1.1" status: 200 len: 210 time: 0.0487661 Aug 25 19:06:27.485821 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:27.557674 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-c450f4cd-a18f-426e-b522-4f8d533f6fbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 1096 time: 0.1283865 Aug 25 19:06:27.563382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae2a5f-8de2-44df-b082-11149e018dd3 req-edcc31df-ca4d-44d2-8f16-79a21502b29d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:27.564741 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89ae2a5f-8de2-44df-b082-11149e018dd3 req-edcc31df-ca4d-44d2-8f16-79a21502b29d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0999787 Aug 25 19:06:27.653594 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-89ae2a5f-8de2-44df-b082-11149e018dd3 req-e6c8930f-76ee-4490-953b-731f969ddc64 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832672 Aug 25 19:06:27.684235 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-c386ed58-f8df-442b-86af-5640ae38220b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1096 time: 0.0843527 Aug 25 19:06:27.838892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-23820bd3-fe18-4d76-b765-9b915636b4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:27.840357 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-23820bd3-fe18-4d76-b765-9b915636b4e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1289141 Aug 25 19:06:27.954809 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-03026de3-4109-4167-912d-de9c95ca52a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 998 time: 0.1012797 Aug 25 19:06:28.021908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac57d-0af8-4520-9db1-e4faca63b3d7 req-70912ca1-59eb-42ee-877e-bba2c4cc8005 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:28.023347 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-109ac57d-0af8-4520-9db1-e4faca63b3d7 req-70912ca1-59eb-42ee-877e-bba2c4cc8005 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0909586 Aug 25 19:06:28.039835 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-ed1ebfce-02e5-471d-b894-a5bd8c080873 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:28.041432 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-ed1ebfce-02e5-471d-b894-a5bd8c080873 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0619426 Aug 25 19:06:28.076014 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-109ac57d-0af8-4520-9db1-e4faca63b3d7 req-f23f4e67-3a92-4b39-baeb-e71b6feb1d2b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Aug 25 19:06:28.124565 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-e7cf52d3-7f6b-433a-9c02-2c625bfe75f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742054 Aug 25 19:06:28.279298 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-c9dfe55a-4edb-4169-a9f3-424dc7536e19 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372139 Aug 25 19:06:28.411527 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bdec3961-7cce-40b2-adb2-676b6b823994 req-959e9dbd-37a6-49ee-ae06-52a8c52fc542 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220748 Aug 25 19:06:28.809839 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39064) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:28.934643 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a976f-b250-4c26-ba3c-bbf11b64781f req-6af43db7-1a7c-45e9-9f14-7597593208ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:28.936123 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-be4a976f-b250-4c26-ba3c-bbf11b64781f req-6af43db7-1a7c-45e9-9f14-7597593208ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0753682 Aug 25 19:06:28.971247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.020584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:29.024480 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-be4a976f-b250-4c26-ba3c-bbf11b64781f req-05077fb9-f3a3-494b-b476-59acb9345f95 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696750 Aug 25 19:06:29.026642 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Usage tracker for resource:security_group_rule and tenant:23622b25eae049ed9e331693bf45cf58 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:29.029511 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:29.036681 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:29.102781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.106491 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.113329 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33409d05-0728-485d-b75e-c269b27e888b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:29.155835 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90edcb-411d-4a16-9de2-3ecbabd5881f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:29.160326 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:29.162823 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23622b25eae049ed9e331693bf45cf58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519320 Aug 25 19:06:29.165893 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39074) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:29.283244 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.324918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.351951 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80506a8-e67c-4b60-8282-4fd666f62585 req-a7342640-6c1f-4103-8a63-d863bd74287b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:29.353408 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c80506a8-e67c-4b60-8282-4fd666f62585 req-a7342640-6c1f-4103-8a63-d863bd74287b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1418483 Aug 25 19:06:29.421290 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c80506a8-e67c-4b60-8282-4fd666f62585 req-c52733b6-47c3-45ad-b8e8-1bac3640a1b8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622461 Aug 25 19:06:29.433777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.439814 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:29.453940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90edcb-411d-4a16-9de2-3ecbabd5881f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:29.456325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:29.457707 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:29.461437 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c90edcb-411d-4a16-9de2-3ecbabd5881f HTTP/1.1" status: 204 len: 168 time: 0.2906415 Aug 25 19:06:29.743399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9dba-69ee-41f2-85d1-4cd59fa4c6bf req-d0e6342e-1a03-4be5-a95d-288d0d5c4e76 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:29.744908 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-504c9dba-69ee-41f2-85d1-4cd59fa4c6bf req-d0e6342e-1a03-4be5-a95d-288d0d5c4e76 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0826271 Aug 25 19:06:29.801758 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-504c9dba-69ee-41f2-85d1-4cd59fa4c6bf req-5bb34412-c82f-49e3-af59-345beda720b5 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501170 Aug 25 19:06:30.330725 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b45b-1972-4576-adfd-19ea8b7fda4e req-595c88b0-f542-4c02-92a9-1218f7a93be5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:30.331457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-dc67b45b-1972-4576-adfd-19ea8b7fda4e req-595c88b0-f542-4c02-92a9-1218f7a93be5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Synchronizing usage tracker for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:06:30.358404 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-dc67b45b-1972-4576-adfd-19ea8b7fda4e req-595c88b0-f542-4c02-92a9-1218f7a93be5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Unset dirty status for tenant:e949650362c743aaa9a9d1451b43d2c1 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:06:30.361481 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc67b45b-1972-4576-adfd-19ea8b7fda4e req-595c88b0-f542-4c02-92a9-1218f7a93be5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.2420743 Aug 25 19:06:30.405405 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:30.409617 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4001-ccd8-4986-8bd3-80158b7ab7fd req-bc71007f-d93c-4bf0-86d5-5a9dbe96a1f0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:30.419350 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e19d4001-ccd8-4986-8bd3-80158b7ab7fd req-bc71007f-d93c-4bf0-86d5-5a9dbe96a1f0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1189911 Aug 25 19:06:30.447250 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dc67b45b-1972-4576-adfd-19ea8b7fda4e req-39632f69-b9d8-40b4-9c96-6b72900162c5 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Aug 25 19:06:30.473307 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:30.474083 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3bbc2a0a-68ad-4e14-adcc-b2b2970bd46b not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:30.515028 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e19d4001-ccd8-4986-8bd3-80158b7ab7fd req-61b57326-f04d-410f-88a7-84a1a3b9b795 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875888 Aug 25 19:06:30.707049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e15fa-600d-48a5-aade-2a5d6ebbedbd req-4bf51507-2b85-4f0f-8e4b-65bf2b560b0e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:30.708565 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e72e15fa-600d-48a5-aade-2a5d6ebbedbd req-4bf51507-2b85-4f0f-8e4b-65bf2b560b0e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0942307 Aug 25 19:06:30.757378 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e72e15fa-600d-48a5-aade-2a5d6ebbedbd req-8acde46b-0e43-49ec-bb11-1157c8d63b8c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Aug 25 19:06:31.004457 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e0ee0-0ec6-4b30-9c9d-0d06a8512765 req-fe492998-a87c-46b2-bf36-1b53eaf37758 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:31.010029 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f69e0ee0-0ec6-4b30-9c9d-0d06a8512765 req-fe492998-a87c-46b2-bf36-1b53eaf37758 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0785122 Aug 25 19:06:31.076450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f69e0ee0-0ec6-4b30-9c9d-0d06a8512765 req-7ca723f4-bb07-408e-bf97-a3342eb68cea tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629430 Aug 25 19:06:31.165527 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39134) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:31.319058 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.355268 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:31.359104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a80b7775810b4ab8a065bd3f4661ad4e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:31.362215 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:31.367956 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:31.437824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.442624 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.449940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8cfdd46a-78c6-4edb-ad02-81d837b40214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:31.488304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc8db55-76b6-4f6a-9d50-31192297f797,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:31.493071 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:31.496292 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a80b7775810b4ab8a065bd3f4661ad4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297138 Aug 25 19:06:31.498830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39142) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:31.573848 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.636898 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.768277 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd3ed-2788-4a6b-833b-2f101691b28f req-f2adbbd2-a427-45c4-aa0d-39251ee6e220 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:31.776973 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-260fd3ed-2788-4a6b-833b-2f101691b28f req-f2adbbd2-a427-45c4-aa0d-39251ee6e220 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1149206 Aug 25 19:06:31.777177 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80ed9f-41a5-4168-9fe7-ede637e14aff req-bacc4d1a-afaf-4f0f-a663-5a5f155a7240 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:31.778858 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4b80ed9f-41a5-4168-9fe7-ede637e14aff req-bacc4d1a-afaf-4f0f-a663-5a5f155a7240 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1761541 Aug 25 19:06:31.805983 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.819252 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57f420fc-8f6c-4f8b-a6a5-3b996ca281ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:31.834606 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-260fd3ed-2788-4a6b-833b-2f101691b28f req-876fde40-61be-45ce-9f4b-643492e9e516 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561314 Aug 25 19:06:31.834829 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc8db55-76b6-4f6a-9d50-31192297f797,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:31.838319 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:31.847365 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:31.850852 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dc8db55-76b6-4f6a-9d50-31192297f797 HTTP/1.1" status: 204 len: 168 time: 0.3487632 Aug 25 19:06:31.880320 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4b80ed9f-41a5-4168-9fe7-ede637e14aff req-178e6197-feaa-4102-bc45-9c4288d0fa94 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931866 Aug 25 19:06:32.053971 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d52ad-7df3-4eea-ba40-a5db27af6cb3 req-49e19b61-71f1-417b-812d-4e6575ac4d68 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:32.055538 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec3d52ad-7df3-4eea-ba40-a5db27af6cb3 req-49e19b61-71f1-417b-812d-4e6575ac4d68 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0918329 Aug 25 19:06:32.122956 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ec3d52ad-7df3-4eea-ba40-a5db27af6cb3 req-cdc0e5aa-a46c-4eb4-b609-908a10bbdfb3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Aug 25 19:06:32.309809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c686-9365-4ac0-b219-c87eff83f0da req-7652b1b0-46dc-4173-b4c8-a6ca41a9229a tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:32.317495 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4997c686-9365-4ac0-b219-c87eff83f0da req-7652b1b0-46dc-4173-b4c8-a6ca41a9229a tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0948040 Aug 25 19:06:32.361146 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4997c686-9365-4ac0-b219-c87eff83f0da req-c263af0b-f195-473b-bbc4-287ff55a96ba tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 Aug 25 19:06:33.095087 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406895d-e675-460d-9b54-356f54172142 req-f9cf0bdd-c7ea-4899-a43f-c4201f779661 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:33.096754 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c406895d-e675-460d-9b54-356f54172142 req-f9cf0bdd-c7ea-4899-a43f-c4201f779661 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1192129 Aug 25 19:06:33.155646 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d38f2a-59da-4202-97cb-ab5ba25af070 req-43755168-c0ec-4c00-889d-ba001bf076d3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:33.160137 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-33d38f2a-59da-4202-97cb-ab5ba25af070 req-43755168-c0ec-4c00-889d-ba001bf076d3 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1147971 Aug 25 19:06:33.170958 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c406895d-e675-460d-9b54-356f54172142 req-d5b1e153-14de-44f4-8427-567bbbe24db3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614891 Aug 25 19:06:33.232679 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-33d38f2a-59da-4202-97cb-ab5ba25af070 req-1261749c-1c67-4d99-be26-51ed4350e150 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716717 Aug 25 19:06:33.454680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1552b0-be53-4a38-beea-92078baae8db req-0563e135-a884-42eb-9eec-7896ec873f8b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:33.456541 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2f1552b0-be53-4a38-beea-92078baae8db req-0563e135-a884-42eb-9eec-7896ec873f8b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0993094 Aug 25 19:06:33.509691 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2f1552b0-be53-4a38-beea-92078baae8db req-9bba03bb-05c1-49e6-96ad-a72f85e2bb28 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Aug 25 19:06:33.644616 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18441-cc49-410e-baa3-02549941e879 req-315d8d81-579d-47c7-9c0b-a696f896debc tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:33.653355 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-86a18441-cc49-410e-baa3-02549941e879 req-315d8d81-579d-47c7-9c0b-a696f896debc tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1591897 Aug 25 19:06:33.698570 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-86a18441-cc49-410e-baa3-02549941e879 req-9dfd7c24-7042-4802-b63b-dcc9fb7f3fc6 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Aug 25 19:06:34.432110 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38a06-05d4-4af0-88a6-72cd4c788213 req-d74caec1-f4b0-4ba6-839c-c2560e05231a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.438825 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ca38a06-05d4-4af0-88a6-72cd4c788213 req-d74caec1-f4b0-4ba6-839c-c2560e05231a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0889244 Aug 25 19:06:34.441066 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc093a-4113-4512-85a2-c451600e7caa req-65e11460-ff90-430d-92ac-d8a2802807dd tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.448553 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5bdc093a-4113-4512-85a2-c451600e7caa req-65e11460-ff90-430d-92ac-d8a2802807dd tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0909126 Aug 25 19:06:34.495295 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3ca38a06-05d4-4af0-88a6-72cd4c788213 req-4acb95ae-0a0c-4d47-8e7c-52cb1b544c04 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Aug 25 19:06:34.495593 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5bdc093a-4113-4512-85a2-c451600e7caa req-2c787b2e-7c8f-4070-87a9-a60c98226b6a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Aug 25 19:06:34.769820 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b410f37-2085-4c6a-8f38-40dac0159955 req-67022719-15dc-43f7-a3b5-99ec34364ccb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.771293 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b410f37-2085-4c6a-8f38-40dac0159955 req-67022719-15dc-43f7-a3b5-99ec34364ccb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0980203 Aug 25 19:06:34.818683 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b410f37-2085-4c6a-8f38-40dac0159955 req-83effe3c-1785-43f0-8916-fde73f1b3633 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Aug 25 19:06:34.949840 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e191f6-3285-40f9-90dc-b875ef205629 req-8c2cb6bd-8fa0-4de3-8e96-6dae769ea312 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:34.951779 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37e191f6-3285-40f9-90dc-b875ef205629 req-8c2cb6bd-8fa0-4de3-8e96-6dae769ea312 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0938411 Aug 25 19:06:35.001468 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-37e191f6-3285-40f9-90dc-b875ef205629 req-fa092601-8b4d-4ee5-b14f-fa8df44a3a04 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Aug 25 19:06:35.714137 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c64d79-f953-42dd-acc1-38aecd478616 req-e126bd58-3fb3-41b5-9b53-ffa7290dfe33 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:35.715759 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-41c64d79-f953-42dd-acc1-38aecd478616 req-e126bd58-3fb3-41b5-9b53-ffa7290dfe33 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0874779 Aug 25 19:06:35.772148 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-41c64d79-f953-42dd-acc1-38aecd478616 req-ce7409b8-ea75-4d63-9edc-33cb9a15d952 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499387 Aug 25 19:06:35.896462 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211cba7-871c-4a06-ac67-62f0f3512eda req-c7788c50-34fa-4fa2-ac9e-708d7bfd8869 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:35.898094 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9211cba7-871c-4a06-ac67-62f0f3512eda req-c7788c50-34fa-4fa2-ac9e-708d7bfd8869 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0850050 Aug 25 19:06:35.944403 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9211cba7-871c-4a06-ac67-62f0f3512eda req-efdf1ed4-e4ea-41df-9570-864c4edd4d62 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 Aug 25 19:06:36.066332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d44c6-30d9-47ec-a72b-0d2e1afc1c18 req-6b0986d1-01f0-4bda-bbee-ca8351c7ab17 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:36.070978 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f3d44c6-30d9-47ec-a72b-0d2e1afc1c18 req-6b0986d1-01f0-4bda-bbee-ca8351c7ab17 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0787334 Aug 25 19:06:36.133246 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f3d44c6-30d9-47ec-a72b-0d2e1afc1c18 req-e795f8d8-6f81-470e-bca0-b04be7c76e19 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Aug 25 19:06:36.268521 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2cd2-22cb-437b-adc8-f3dce5ef057c req-2a21ac63-8c71-432b-b769-5ad2b2506436 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:36.270037 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-868f2cd2-22cb-437b-adc8-f3dce5ef057c req-2a21ac63-8c71-432b-b769-5ad2b2506436 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1411588 Aug 25 19:06:36.316557 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-868f2cd2-22cb-437b-adc8-f3dce5ef057c req-da907243-2bd7-4f5b-a989-97894b96a95c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Aug 25 19:06:36.772766 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58c1a604-d3a2-491e-8adf-09ff38991069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:36.984017 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8758ea2-f133-407a-9587-0719540d9708 req-f1c64a5c-2e88-443a-be64-d86a01efab2f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:36.985565 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8758ea2-f133-407a-9587-0719540d9708 req-f1c64a5c-2e88-443a-be64-d86a01efab2f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0812869 Aug 25 19:06:37.031564 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c8758ea2-f133-407a-9587-0719540d9708 req-c36e177d-5137-4d29-a9a2-a58ce2e70c00 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Aug 25 19:06:37.170455 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcb029-20c5-4116-afaf-680129a4ae18 req-df9fd499-dd3b-4d54-a75b-e3326ade583f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:37.172807 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fabcb029-20c5-4116-afaf-680129a4ae18 req-df9fd499-dd3b-4d54-a75b-e3326ade583f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0882616 Aug 25 19:06:37.258672 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fabcb029-20c5-4116-afaf-680129a4ae18 req-a14fb127-7b5a-41ed-8656-13cd642a138a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726635 Aug 25 19:06:37.264471 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:37.370526 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e72c-033e-4486-ad22-9a50fc0663d6 req-326ec1d8-ba30-48a9-a08e-4b129b2716bb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:37.372252 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5893e72c-033e-4486-ad22-9a50fc0663d6 req-326ec1d8-ba30-48a9-a08e-4b129b2716bb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0893745 Aug 25 19:06:37.419100 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5893e72c-033e-4486-ad22-9a50fc0663d6 req-e185feae-9bf5-49ac-9aed-b6aad5ba1493 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Aug 25 19:06:37.517741 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33db2e-5265-4efa-8077-6fd68e33f626 req-635cc92f-499f-42eb-9585-d11a86f71284 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:37.519155 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c33db2e-5265-4efa-8077-6fd68e33f626 req-635cc92f-499f-42eb-9585-d11a86f71284 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0802221 Aug 25 19:06:37.563799 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c33db2e-5265-4efa-8077-6fd68e33f626 req-b92bb8c7-a21a-49b7-bd93-6e1e94f82e3c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391314 Aug 25 19:06:38.237134 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7526a-3205-4082-af3c-79d0a61b2053 req-c42a0143-f99a-49c4-b58c-214d7236869f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:38.239517 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82d7526a-3205-4082-af3c-79d0a61b2053 req-c42a0143-f99a-49c4-b58c-214d7236869f tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0873170 Aug 25 19:06:38.290226 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-82d7526a-3205-4082-af3c-79d0a61b2053 req-d264ed4a-45d8-473f-801e-882163f0ef01 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Aug 25 19:06:38.472622 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c297-45bd-4ece-bf0c-b17c442c24f7 req-8a8d69aa-caf3-415d-97e6-a78bbf71f0d2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:38.474126 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e858c297-45bd-4ece-bf0c-b17c442c24f7 req-8a8d69aa-caf3-415d-97e6-a78bbf71f0d2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0787513 Aug 25 19:06:38.526953 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e858c297-45bd-4ece-bf0c-b17c442c24f7 req-4aa34c66-d434-4cb5-bb2e-0e2e85554fcd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471895 Aug 25 19:06:38.636480 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab098d-568d-4845-8d6d-9c72f2eb7d68 req-34445246-4e9a-4389-88b4-f804ac01c9c9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:38.638061 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0ab098d-568d-4845-8d6d-9c72f2eb7d68 req-34445246-4e9a-4389-88b4-f804ac01c9c9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0933390 Aug 25 19:06:38.686055 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0ab098d-568d-4845-8d6d-9c72f2eb7d68 req-414b4fcb-7a03-49ff-b0e4-e8f248636ba0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Aug 25 19:06:38.769506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9ab38-8d30-4aad-aa4a-66c57e4561b5 req-721aaf58-4246-42c8-9a58-b27d77fbcace tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:38.771036 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-34f9ab38-8d30-4aad-aa4a-66c57e4561b5 req-721aaf58-4246-42c8-9a58-b27d77fbcace tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0766547 Aug 25 19:06:38.820119 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-34f9ab38-8d30-4aad-aa4a-66c57e4561b5 req-ab475e6d-0bd5-478c-aec6-bb8ff0793e1f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Aug 25 19:06:39.116226 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0689c7b0-5939-4272-99d2-fb4459071e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:39.568206 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870344-c574-4292-871c-eb926c9ccb8e req-6369c595-4d9a-4e70-bd0d-81834970446b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:39.570913 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c6870344-c574-4292-871c-eb926c9ccb8e req-6369c595-4d9a-4e70-bd0d-81834970446b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0964925 Aug 25 19:06:39.645913 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c6870344-c574-4292-871c-eb926c9ccb8e req-757eb5df-6b71-478e-ae62-6cc58b040943 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Aug 25 19:06:39.795051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c66c-8576-4161-950c-e7dee3698fae req-7654c33c-ac2d-433f-adda-d3fbd5584084 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:39.796633 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d6e1c66c-8576-4161-950c-e7dee3698fae req-7654c33c-ac2d-433f-adda-d3fbd5584084 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0924432 Aug 25 19:06:39.852170 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d6e1c66c-8576-4161-950c-e7dee3698fae req-146982e6-059c-42e2-9a06-53186bd2acf8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460422 Aug 25 19:06:39.954351 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d1cc-b01d-47fa-8470-ee03c8009bd2 req-db809228-34fe-4482-bd71-3e47d833fbef tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:39.956377 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0799d1cc-b01d-47fa-8470-ee03c8009bd2 req-db809228-34fe-4482-bd71-3e47d833fbef tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1378930 Aug 25 19:06:40.017339 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0799d1cc-b01d-47fa-8470-ee03c8009bd2 req-e66606f5-3cc8-4d3c-b999-56e050c1e5d8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Aug 25 19:06:40.091636 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07570610-8253-4c68-80d5-10a39192f6cc req-8e5c9202-fdf0-45ad-8b25-ec64deb867c0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:40.093676 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07570610-8253-4c68-80d5-10a39192f6cc req-8e5c9202-fdf0-45ad-8b25-ec64deb867c0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0927854 Aug 25 19:06:40.103937 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:40.152329 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-07570610-8253-4c68-80d5-10a39192f6cc req-aa0769e7-f922-443c-94d8-57999be2f548 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519397 Aug 25 19:06:40.898205 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784927ca-abb6-4363-80a4-b34f43908880 req-a988b2be-2b96-4a6e-97d3-6dcb6e69cc2b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:40.899619 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-784927ca-abb6-4363-80a4-b34f43908880 req-a988b2be-2b96-4a6e-97d3-6dcb6e69cc2b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1095150 Aug 25 19:06:40.968589 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-784927ca-abb6-4363-80a4-b34f43908880 req-1ec890f9-9fd0-443e-a96d-56d2f5377e40 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634887 Aug 25 19:06:41.107141 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d47793-1c76-44da-8096-6b1a27d5dd9d req-8a818b58-c5b8-441b-928f-8773e6a300d0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:41.108617 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24d47793-1c76-44da-8096-6b1a27d5dd9d req-8a818b58-c5b8-441b-928f-8773e6a300d0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0871401 Aug 25 19:06:41.168974 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-24d47793-1c76-44da-8096-6b1a27d5dd9d req-0213dc85-e4ba-4b78-8d0e-3c4b6e13d611 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517857 Aug 25 19:06:41.305534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebe089-94a3-4f6b-8aac-b64f24003677 req-c1a24305-95c0-474a-8b72-4630008fed3d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:41.307146 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-72ebe089-94a3-4f6b-8aac-b64f24003677 req-c1a24305-95c0-474a-8b72-4630008fed3d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1499290 Aug 25 19:06:41.360941 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-72ebe089-94a3-4f6b-8aac-b64f24003677 req-7662bb10-1f87-4589-b8fa-e6a7c778e4e0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Aug 25 19:06:41.425910 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292efda-fe86-4532-b6a5-99cbfc8939a1 req-6ab5466f-f849-48bb-b9d8-36467c1d593b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:41.427282 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f292efda-fe86-4532-b6a5-99cbfc8939a1 req-6ab5466f-f849-48bb-b9d8-36467c1d593b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.1047695 Aug 25 19:06:41.471294 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f292efda-fe86-4532-b6a5-99cbfc8939a1 req-194ec624-1a21-42b9-8b64-a10c929409b4 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Aug 25 19:06:41.498834 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:42.204281 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6fb2c-a6e0-4e6e-8e2f-321e601df5bf req-4b9f884c-3ce2-4dd1-a68f-ef589add6648 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.205794 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05b6fb2c-a6e0-4e6e-8e2f-321e601df5bf req-4b9f884c-3ce2-4dd1-a68f-ef589add6648 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0994189 Aug 25 19:06:42.252710 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-05b6fb2c-a6e0-4e6e-8e2f-321e601df5bf req-14aa9147-62bf-4630-9801-15c77a7b99fd tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Aug 25 19:06:42.355178 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39286) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:42.424996 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8cc5e-968b-4442-95a8-2ba94b6b1d45 req-3b7224bb-d816-484d-adfa-9ff9ae86ae6d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.432711 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4bb8cc5e-968b-4442-95a8-2ba94b6b1d45 req-3b7224bb-d816-484d-adfa-9ff9ae86ae6d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1067948 Aug 25 19:06:42.487075 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4bb8cc5e-968b-4442-95a8-2ba94b6b1d45 req-9f058f49-6d06-4252-a096-561e9d57a740 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530252 Aug 25 19:06:42.611059 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:42.665697 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:42.671805 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6ca4c572364b72b806a2cbd0832c53 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:42.680157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779ff0-b655-4089-95f9-899f5e5f15ec req-8eeb43e0-ef6b-40a2-a13a-e9266c447ca0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.681724 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df779ff0-b655-4089-95f9-899f5e5f15ec req-8eeb43e0-ef6b-40a2-a13a-e9266c447ca0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1387484 Aug 25 19:06:42.682669 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:42.690902 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:42.722653 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0509c11-2dd2-448c-b477-7767043a59e4 req-d41a2183-adcf-449e-a340-fcd56536ae81 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:42.724141 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0509c11-2dd2-448c-b477-7767043a59e4 req-d41a2183-adcf-449e-a340-fcd56536ae81 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0925224 Aug 25 19:06:42.750435 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df779ff0-b655-4089-95f9-899f5e5f15ec req-2852d4a7-7d68-48fa-bf06-32253b3fa0d0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Aug 25 19:06:42.788522 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0509c11-2dd2-448c-b477-7767043a59e4 req-c46f2ffa-4d7d-4d53-aa34-54538bccf9a3 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585551 Aug 25 19:06:42.798720 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:42.804091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:42.817681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6c34cc42-5184-4dcf-bfad-b41c0e0fe056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:42.905407 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d4533-165d-40b2-9d20-6bf8f4d45e09,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:42.909235 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:42.911848 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce6ca4c572364b72b806a2cbd0832c53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5554178 Aug 25 19:06:42.915118 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39298) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:42.975558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.000925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.054949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.058883 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8de0f060-8249-43d0-8660-6285dc1d774c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:43.074736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d4533-165d-40b2-9d20-6bf8f4d45e09,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:43.079187 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:43.084289 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:43.085410 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f7d4533-165d-40b2-9d20-6bf8f4d45e09 HTTP/1.1" status: 204 len: 168 time: 0.1693597 Aug 25 19:06:43.490806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee44e-3cc8-4457-91fb-2ac3eec5001e req-4283e4eb-d517-40d8-9ff9-8782bcc1cc16 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:43.492172 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-415ee44e-3cc8-4457-91fb-2ac3eec5001e req-4283e4eb-d517-40d8-9ff9-8782bcc1cc16 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0738955 Aug 25 19:06:43.542239 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-415ee44e-3cc8-4457-91fb-2ac3eec5001e req-d1366d87-4651-44b9-8ab1-bd3310959aff tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 25 19:06:43.712408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d24db-3b98-409d-a4da-da89d861c56a req-8e7e3ebe-ea63-41b8-93d6-9df310f6bfb1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:43.719757 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b77d24db-3b98-409d-a4da-da89d861c56a req-8e7e3ebe-ea63-41b8-93d6-9df310f6bfb1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0932167 Aug 25 19:06:43.760544 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b77d24db-3b98-409d-a4da-da89d861c56a req-d3a7ac7a-9c00-4fd0-a459-b18720b675b3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393836 Aug 25 19:06:43.967384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66319d12-a6ae-48c6-a51a-eaf887f1a4b9 req-86129fe6-efc7-4bd0-829f-235389f0dabe tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:43.968879 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66319d12-a6ae-48c6-a51a-eaf887f1a4b9 req-86129fe6-efc7-4bd0-829f-235389f0dabe tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0866287 Aug 25 19:06:44.001354 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf318b-35d4-49b7-8592-78a6a89a8d98 req-75b958f1-4b2c-4e40-930b-e4aabdd4eb98 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:44.002943 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ccf318b-35d4-49b7-8592-78a6a89a8d98 req-75b958f1-4b2c-4e40-930b-e4aabdd4eb98 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0847702 Aug 25 19:06:44.014271 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-66319d12-a6ae-48c6-a51a-eaf887f1a4b9 req-f2e348eb-2e56-4243-b23f-05462f20cb16 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Aug 25 19:06:44.067047 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ccf318b-35d4-49b7-8592-78a6a89a8d98 req-87aa9950-414a-423a-9e7f-6e335966946c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Aug 25 19:06:44.736749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208f3a4-3afe-427f-bf3d-922825672ac1 req-a2e31589-f163-4329-987b-fcc5fe572489 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:44.738105 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7208f3a4-3afe-427f-bf3d-922825672ac1 req-a2e31589-f163-4329-987b-fcc5fe572489 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0747528 Aug 25 19:06:44.783226 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7208f3a4-3afe-427f-bf3d-922825672ac1 req-d535fe75-fdba-4ac5-9cca-d3292da21130 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Aug 25 19:06:44.970651 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c837e-feb1-4cd4-9bdf-1dd76700a775 req-72285154-3d0f-4dbc-929c-908481e20cc1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:44.972083 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-131c837e-feb1-4cd4-9bdf-1dd76700a775 req-72285154-3d0f-4dbc-929c-908481e20cc1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0745592 Aug 25 19:06:45.019634 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-131c837e-feb1-4cd4-9bdf-1dd76700a775 req-9c17eb58-9e89-49dc-a05d-a9178fcc26d8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 Aug 25 19:06:45.231747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feded21-0e39-4689-a71e-c02108973df4 req-6dc1b1dc-85fe-4631-9331-cd423239003f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.233252 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9feded21-0e39-4689-a71e-c02108973df4 req-6dc1b1dc-85fe-4631-9331-cd423239003f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0884142 Aug 25 19:06:45.279934 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9feded21-0e39-4689-a71e-c02108973df4 req-3d015124-02ee-4c0f-a3f5-5e77a08c4750 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Aug 25 19:06:45.281846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d5433-67bd-4728-a2ec-c8d7fab474d7 req-d0f1e939-cc0b-406c-90ff-51fa8efd78d8 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.283826 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-417d5433-67bd-4728-a2ec-c8d7fab474d7 req-d0f1e939-cc0b-406c-90ff-51fa8efd78d8 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0887744 Aug 25 19:06:45.329216 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-417d5433-67bd-4728-a2ec-c8d7fab474d7 req-2f2ebaec-c11c-4f1f-bad8-8a761d92f1ba tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Aug 25 19:06:45.974253 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1f3c-75a1-44cc-bce4-821e5905a9d2 req-a5491ac9-c4e6-48d5-8135-737d9c18c6f4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:45.975690 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac3c1f3c-75a1-44cc-bce4-821e5905a9d2 req-a5491ac9-c4e6-48d5-8135-737d9c18c6f4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0750589 Aug 25 19:06:46.023782 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ac3c1f3c-75a1-44cc-bce4-821e5905a9d2 req-68285e72-2462-458b-8e25-5baec7e33472 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Aug 25 19:06:46.230394 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e498d-1c98-4f34-9d4e-8f5c114d30ca req-bfd8428d-b8a1-4cd6-9e09-27320af0d8f2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:46.231870 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-522e498d-1c98-4f34-9d4e-8f5c114d30ca req-bfd8428d-b8a1-4cd6-9e09-27320af0d8f2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0772676 Aug 25 19:06:46.276488 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-522e498d-1c98-4f34-9d4e-8f5c114d30ca req-c5e36f09-1ac1-4f12-be15-c88204a2a16a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Aug 25 19:06:46.478634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab8191-8e9f-4b5b-9e49-2068a9824496 req-acb51ebe-73b5-445f-be4b-45bee1209f8f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:46.480096 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51ab8191-8e9f-4b5b-9e49-2068a9824496 req-acb51ebe-73b5-445f-be4b-45bee1209f8f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0752547 Aug 25 19:06:46.525850 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-51ab8191-8e9f-4b5b-9e49-2068a9824496 req-c11859f0-fa1b-4bc9-95a5-6b962c324df1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Aug 25 19:06:46.530099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55badefa-5e57-4d90-9f11-a1234c26f123 req-8ce88495-acfd-47c8-9a16-08bbdd5a3210 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:46.531581 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55badefa-5e57-4d90-9f11-a1234c26f123 req-8ce88495-acfd-47c8-9a16-08bbdd5a3210 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0812464 Aug 25 19:06:46.575961 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-55badefa-5e57-4d90-9f11-a1234c26f123 req-2184c2f5-b67b-4436-b889-af1a939ec85c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Aug 25 19:06:47.229669 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af75c72-fe5e-4205-bc84-0b5776abcccc req-4792e1e6-ad4a-4cab-96c4-b0d1efdbadce tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.231109 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3af75c72-fe5e-4205-bc84-0b5776abcccc req-4792e1e6-ad4a-4cab-96c4-b0d1efdbadce tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0866351 Aug 25 19:06:47.320976 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3af75c72-fe5e-4205-bc84-0b5776abcccc req-f8c15c4d-e293-4fb7-856d-bcf95b8b5e31 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588627 Aug 25 19:06:47.333694 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-abdae86d-848a-4d59-a843-6ef77306920f req-5ffe3c74-6eb0-4e95-acbb-81aee5b53bc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.0998909 Aug 25 19:06:47.379571 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-abdae86d-848a-4d59-a843-6ef77306920f req-533905ea-5caa-4f40-9833-09bb7c3aa032 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372438 Aug 25 19:06:47.486043 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ff52e-bb91-4394-b308-5d8765700195 req-02f5ddba-8c24-405f-ba44-3ffc5178982a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.487485 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-264ff52e-bb91-4394-b308-5d8765700195 req-02f5ddba-8c24-405f-ba44-3ffc5178982a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0737228 Aug 25 19:06:47.592167 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-264ff52e-bb91-4394-b308-5d8765700195 req-e10758f1-3f25-4533-9770-9f4c1db74b76 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992963 Aug 25 19:06:47.726162 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a048dd0-354b-4d2a-b3f8-4d1cd1da2a1c req-9424d195-c180-4b5d-a915-249ab9dc9e77 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.727615 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a048dd0-354b-4d2a-b3f8-4d1cd1da2a1c req-9424d195-c180-4b5d-a915-249ab9dc9e77 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0788951 Aug 25 19:06:47.776310 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a048dd0-354b-4d2a-b3f8-4d1cd1da2a1c req-49385532-83ef-456e-a448-510952950768 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Aug 25 19:06:47.788504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a48325-709d-4e3e-b0b2-bf7c2cd7ecb9 req-5f8f90ef-b3e2-446a-8274-2776acf9b249 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:47.789994 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-69a48325-709d-4e3e-b0b2-bf7c2cd7ecb9 req-5f8f90ef-b3e2-446a-8274-2776acf9b249 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0776510 Aug 25 19:06:47.835131 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-69a48325-709d-4e3e-b0b2-bf7c2cd7ecb9 req-a8b8d4a9-28a5-4175-9048-d7a24d5e9449 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394180 Aug 25 19:06:48.030968 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-346107c7-9d8a-4870-86b8-250a89a810aa tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.033466 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-346107c7-9d8a-4870-86b8-250a89a810aa tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 945 time: 0.0767694 Aug 25 19:06:48.122191 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Deleting port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:48.122421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.318295 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201809e9-8b62-4204-a2e7-6440168f7855 req-d78ffc1c-5435-4429-93e9-0e5f71b9c651 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.319745 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-201809e9-8b62-4204-a2e7-6440168f7855 req-d78ffc1c-5435-4429-93e9-0e5f71b9c651 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.0773478 Aug 25 19:06:48.363612 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] For port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:48.364055 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.389305 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Deleting port 5025c333-a5a0-4ffa-a329-c113db548919 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:06:48.389652 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.495705 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Calling delete_port for 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:48.636522 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] For port 5025c333-a5a0-4ffa-a329-c113db548919, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5025c333-a5a0-4ffa-a329-c113db548919,segment=NetworkSegment(e962fcc3-3115-44f0-8d7b-7ffb2a530996),segment_id=e962fcc3-3115-44f0-8d7b-7ffb2a530996)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:48.637136 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.662443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250e9b4-0355-429a-883b-916be11ea7c0 req-908c16d8-182a-4774-88e5-ddd4ade1e2c4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.663901 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a250e9b4-0355-429a-883b-916be11ea7c0 req-908c16d8-182a-4774-88e5-ddd4ade1e2c4 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 945 time: 0.1744597 Aug 25 19:06:48.733447 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a250e9b4-0355-429a-883b-916be11ea7c0 req-552b8826-2926-424d-a699-8a104fefb774 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/security-groups?id=784ce7fe-8def-4d58-8238-43d40021c828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Aug 25 19:06:48.734841 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.740893 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:48.795203 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Calling delete_port for 5025c333-a5a0-4ffa-a329-c113db548919 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:06:48.837391 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Pushing event deleted for resources: {'Port': ['ID=03ffaad0-6c41-4310-8ca5-2b187c8b8d48,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:48.839877 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:48.923316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] No DVR routers for this DVR port 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:48.925750 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:48.930623 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'name': 'network-vif-deleted', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:48.935408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0323b-8863-4566-a634-1d7893fd3405 req-dcf0e8cb-9cbc-4875-a4d6-12251a56c5b5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:48.936965 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9a0323b-8863-4566-a634-1d7893fd3405 req-dcf0e8cb-9cbc-4875-a4d6-12251a56c5b5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.1822608 Aug 25 19:06:49.000244 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f4364c7-ea29-4738-a74a-c58e5cfd1d4e req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "DELETE /v2.0/ports/03ffaad0-6c41-4310-8ca5-2b187c8b8d48 HTTP/1.1" status: 204 len: 173 time: 0.9509156 Aug 25 19:06:49.008044 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c9a0323b-8863-4566-a634-1d7893fd3405 req-b02720a6-d629-4ab4-977f-9d97821893d5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630009 Aug 25 19:06:49.011053 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:49.018694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-aeb7fbab-596d-48c3-8410-0339d544d197 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:49.034636 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53044-2b85-4704-bcef-19810cfef213 req-c72ba3e5-fc89-47c9-9141-822077462945 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:49.036288 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-83b53044-2b85-4704-bcef-19810cfef213 req-c72ba3e5-fc89-47c9-9141-822077462945 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1152527 Aug 25 19:06:49.068754 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Pushing event deleted for resources: {'Port': ['ID=5025c333-a5a0-4ffa-a329-c113db548919,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:49.069005 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5025c333-a5a0-4ffa-a329-c113db548919'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:06:49.069512 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:49.091920 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-83b53044-2b85-4704-bcef-19810cfef213 req-580d5253-1cf8-48f4-bd05-2dd1fb362de7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496323 Aug 25 19:06:49.156848 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] No DVR routers for this DVR port 5025c333-a5a0-4ffa-a329-c113db548919 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:06:49.159496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:49.162468 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'name': 'network-vif-deleted', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:06:49.182555 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-201809e9-8b62-4204-a2e7-6440168f7855 req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.57 "DELETE /v2.0/ports/5025c333-a5a0-4ffa-a329-c113db548919 HTTP/1.1" status: 204 len: 173 time: 0.8560658 Aug 25 19:06:49.207602 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6917d8cc-727e-4593-8d13-1985b14b82dd', 'name': 'network-vif-deleted', 'tag': '03ffaad0-6c41-4310-8ca5-2b187c8b8d48', 'status': 'completed', 'code': 200} Aug 25 19:06:49.252631 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fdca18a-1d93-4b77-b864-91bfc5e0775d req-b528b9b0-f516-4789-90d0-5a16cc0cbb82 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6917d8cc-727e-4593-8d13-1985b14b82dd HTTP/1.1" status: 200 len: 210 time: 0.0413649 Aug 25 19:06:49.271265 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9d18d5-0a29-4127-ae10-39081395dca9', 'name': 'network-vif-deleted', 'tag': '5025c333-a5a0-4ffa-a329-c113db548919', 'status': 'completed', 'code': 200} Aug 25 19:06:49.925096 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-85035101-5aa2-4715-8fca-0df4eaee002b req-7490ca61-624a-4dea-ac09-d0c85f0742ad tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc9d18d5-0a29-4127-ae10-39081395dca9 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Aug 25 19:06:50.255885 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e5ade-6caf-4d60-ba20-ca9b8f16d7d8 req-41d8f239-b85d-4139-a686-0662b18e85b8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.257430 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-464e5ade-6caf-4d60-ba20-ca9b8f16d7d8 req-41d8f239-b85d-4139-a686-0662b18e85b8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0947957 Aug 25 19:06:50.315324 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-464e5ade-6caf-4d60-ba20-ca9b8f16d7d8 req-0fa1202e-b571-48e0-b1c1-41c289b275fe tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522945 Aug 25 19:06:50.322804 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212a6e1-5bf0-4497-895e-ce6c77eee160 req-2051ad97-f3a5-4eaa-9e08-cdc1bf01a84b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.324433 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5212a6e1-5bf0-4497-895e-ce6c77eee160 req-2051ad97-f3a5-4eaa-9e08-cdc1bf01a84b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0818315 Aug 25 19:06:50.381599 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5212a6e1-5bf0-4497-895e-ce6c77eee160 req-0ad245ce-e527-4dc6-8061-9d92effc079e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509555 Aug 25 19:06:50.482058 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:06:50.528212 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:50.570800 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:50.571270 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 03ffaad0-6c41-4310-8ca5-2b187c8b8d48 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:50.813148 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-d3764fd4-c779-4f60-ba2d-cad4f8963c41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.0675159 Aug 25 19:06:50.855367 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40098c2f-36c9-4471-98d0-23bd9e61b643 req-c048c6f6-1a68-4e8c-a63e-8f14e23e002d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.856852 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40098c2f-36c9-4471-98d0-23bd9e61b643 req-c048c6f6-1a68-4e8c-a63e-8f14e23e002d tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0766776 Aug 25 19:06:50.906063 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-40098c2f-36c9-4471-98d0-23bd9e61b643 req-f90af5ef-e1c2-4731-8003-57158978e3d8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Aug 25 19:06:50.949166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-b8a618ff-cb06-4555-a00a-3a2df2bc30ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:50.950647 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-b8a618ff-cb06-4555-a00a-3a2df2bc30ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1266913 Aug 25 19:06:51.023677 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-6d6a132d-070d-4528-b315-baf3f755e95f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.0633075 Aug 25 19:06:51.031547 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39372) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:51.085733 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-beac0310-17b7-456e-a899-0222e02f036d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:51.087212 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-beac0310-17b7-456e-a899-0222e02f036d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0570087 Aug 25 19:06:51.088545 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Deleting subnet 32aa7b6f-b19c-45d7-80f4-b43aa7a64378 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:06:51.091392 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.138240 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.145641 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.214545 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.218318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:51.250703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32aa7b6f-b19c-45d7-80f4-b43aa7a64378,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:51.253990 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:51.257228 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.266433 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/32aa7b6f-b19c-45d7-80f4-b43aa7a64378 HTTP/1.1" status: 204 len: 168 time: 0.2335684 Aug 25 19:06:51.268779 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39376) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:51.371181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.533476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.556613 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.556994 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.557728 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.558056 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > port after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.558372 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > port after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.558698 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > port after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.559012 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.559342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.559650 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.559960 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.688224 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.688561 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.688918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.689249 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 19:06:51.689618 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6411dd7-1ff9-4911-95ea-2e9c0381515a']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:51.706301 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e962fcc3-3115-44f0-8d7b-7ffb2a530996') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:51.706585 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e962fcc3-3115-44f0-8d7b-7ffb2a530996') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:06:51.720508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.740417 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.750736 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:06:51.751116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn_limited( Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn_limited( Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:06:51.766236 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:06:51.775256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d5789-ea68-487f-8ace-ad34a15ecb4c req-7c7b6f00-ae7e-413f-81ca-c04e44b6376e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:51.777064 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f16d5789-ea68-487f-8ace-ad34a15ecb4c req-7c7b6f00-ae7e-413f-81ca-c04e44b6376e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.3051014 Aug 25 19:06:51.875536 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.883132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:51.888174 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-533b4568-849e-4747-b50a-ee393bfb4427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:51.909897 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6411dd7-1ff9-4911-95ea-2e9c0381515a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:51.912176 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:51.914639 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f16d5789-ea68-487f-8ace-ad34a15ecb4c req-c6ae4045-d8d8-4a8a-a89e-f79017094d81 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923545 Aug 25 19:06:51.920086 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-bc24b6f1-9557-41b3-b359-832326bbbc2a admin admin] 10.222.0.26 "DELETE /v2.0/networks/f6411dd7-1ff9-4911-95ea-2e9c0381515a HTTP/1.1" status: 204 len: 168 time: 0.6503127 Aug 25 19:06:52.107304 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099dfe8-2586-4b26-bfd8-551a1eddcca2 req-a5e5a08c-16ad-4c03-a927-6d89fab60125 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:52.108954 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f099dfe8-2586-4b26-bfd8-551a1eddcca2 req-a5e5a08c-16ad-4c03-a927-6d89fab60125 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0790617 Aug 25 19:06:52.125685 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39388) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:52.181726 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a15af4a5-d386-4c9e-abf4-188ea150a2e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e949650362c743aaa9a9d1451b43d2c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538917 Aug 25 19:06:52.184327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39392) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:52.227816 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f099dfe8-2586-4b26-bfd8-551a1eddcca2 req-f38ef015-6702-4095-b20f-75701c5f40d1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131043 Aug 25 19:06:52.245389 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:52.270840 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:52.323723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:52.328463 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-91c6c244-683e-4768-ad91-09e12a5ac6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:52.341078 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ce7fe-8def-4d58-8238-43d40021c828,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:52.343872 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:52.349414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:52.352970 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/784ce7fe-8def-4d58-8238-43d40021c828 HTTP/1.1" status: 204 len: 168 time: 0.1650567 Aug 25 19:06:53.130573 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d2873-0621-47ec-82af-43e3818f6a13 req-21dae295-1935-4f53-8e3c-9f55287c33d9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:53.132159 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba2d2873-0621-47ec-82af-43e3818f6a13 req-21dae295-1935-4f53-8e3c-9f55287c33d9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0777457 Aug 25 19:06:53.183000 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ba2d2873-0621-47ec-82af-43e3818f6a13 req-a0b4aae2-c7cf-4856-ac9b-ffb98a329318 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Aug 25 19:06:53.434361 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcdf68-8009-4a8c-861e-69b5aff91e1b req-a85d6151-c547-45f8-b71d-21902a56931a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:53.435837 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-97dcdf68-8009-4a8c-861e-69b5aff91e1b req-a85d6151-c547-45f8-b71d-21902a56931a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0810399 Aug 25 19:06:53.481852 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-97dcdf68-8009-4a8c-861e-69b5aff91e1b req-e32db6fc-56c6-4e84-bb9e-aa67505f03e4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Aug 25 19:06:53.834968 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5025c333-a5a0-4ffa-a329-c113db548919 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:06:53.869013 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-ce393301-2b7a-4c14-97f8-73454963cbd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447311 Aug 25 19:06:53.871368 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 5025c333-a5a0-4ffa-a329-c113db548919 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:06:53.871785 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5025c333-a5a0-4ffa-a329-c113db548919 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:06:54.005644 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-1dfc1e18-fecc-4861-a0c7-0db7f3a415f4 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286361 Aug 25 19:06:54.156135 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3c55c3c8-aa1c-4d02-bbad-33a168997c18 req-f0dea340-bc53-4736-acf7-a97d8259eea3 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329308 Aug 25 19:06:54.407494 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be287fc-b6bb-442a-87b3-aa684126476d req-8f8e9faf-7472-4f73-b5c1-988223d4f574 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:54.409486 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4be287fc-b6bb-442a-87b3-aa684126476d req-8f8e9faf-7472-4f73-b5c1-988223d4f574 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0881097 Aug 25 19:06:54.457959 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4be287fc-b6bb-442a-87b3-aa684126476d req-69747d42-503d-4db7-878a-f70f62ed881c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 Aug 25 19:06:54.689535 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b04c-5fd3-42cb-98b8-7744018dfc93 req-10a195c3-215a-4f4b-8057-728d7e0d834a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:54.691000 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7e6b04c-5fd3-42cb-98b8-7744018dfc93 req-10a195c3-215a-4f4b-8057-728d7e0d834a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0801520 Aug 25 19:06:54.736300 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e7e6b04c-5fd3-42cb-98b8-7744018dfc93 req-5d82060e-dc92-45a4-bad5-ac2281c387d9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Aug 25 19:06:55.137709 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39490) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:55.283603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.320403 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:55.323979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Usage tracker for resource:security_group_rule and tenant:45c857a5eeb047cdaad81c3b368390fc is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:55.326703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:55.332349 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:55.396363 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.400019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.406177 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-01d431f2-a66b-4ac0-b947-a568a6f9f06a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:55.442721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65378a-bc92-416d-9326-e16606dee536,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:55.447836 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:55.451699 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45c857a5eeb047cdaad81c3b368390fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133335 Aug 25 19:06:55.453845 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39498) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:55.583591 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.614644 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.669417 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.673311 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b2837e7b-dc5f-4064-bcf9-25265cecefc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:55.684422 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65378a-bc92-416d-9326-e16606dee536,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:55.688997 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:55.692243 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:55.696318 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f65378a-bc92-416d-9326-e16606dee536 HTTP/1.1" status: 204 len: 168 time: 0.2414114 Aug 25 19:06:55.824001 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafed2fa-d4c4-4ddd-bc08-72a0e3e5481b req-c2558661-7081-4a83-95b7-dafb85b963cc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:55.825514 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eafed2fa-d4c4-4ddd-bc08-72a0e3e5481b req-c2558661-7081-4a83-95b7-dafb85b963cc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0837481 Aug 25 19:06:55.875848 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eafed2fa-d4c4-4ddd-bc08-72a0e3e5481b req-a86211fd-558e-4d79-b8c7-521f85f0ab98 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439129 Aug 25 19:06:55.949623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90787c91-eaea-41b8-bc6b-417b1a82b4a0 req-5c60c07a-b611-4eb6-b7e1-289e6ed211d3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:55.951094 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90787c91-eaea-41b8-bc6b-417b1a82b4a0 req-5c60c07a-b611-4eb6-b7e1-289e6ed211d3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0830288 Aug 25 19:06:55.998103 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90787c91-eaea-41b8-bc6b-417b1a82b4a0 req-e9c7f255-a5d2-4c56-9ad0-3cebecedf417 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Aug 25 19:06:56.036803 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39510) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:56.054993 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.085924 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:56.089683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Usage tracker for resource:security_group_rule and tenant:529f331b57094cc89079bc8764c957f0 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:56.093102 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:56.098714 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:56.162803 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.166674 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.173783 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-27e7af3b-a9ff-4dbd-bd66-9d0e84a03d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:56.213724 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d5854-301b-4099-8123-5845e1e2ac58,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:56.220541 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=529f331b57094cc89079bc8764c957f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798153 Aug 25 19:06:56.220541 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:56.221448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39518) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:56.282747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.308974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.362626 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.366073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:56.379727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d5854-301b-4099-8123-5845e1e2ac58,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:56.382571 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:56.384398 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:56.388535 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d9d5854-301b-4099-8123-5845e1e2ac58 HTTP/1.1" status: 204 len: 168 time: 0.1638825 Aug 25 19:06:57.091083 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd538-b5ad-4616-a345-38e4b4e09ae3 req-af3a130a-650d-4e5f-8196-f2a5885f5dec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:57.093253 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0dfd538-b5ad-4616-a345-38e4b4e09ae3 req-af3a130a-650d-4e5f-8196-f2a5885f5dec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0764527 Aug 25 19:06:57.149414 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0dfd538-b5ad-4616-a345-38e4b4e09ae3 req-3f40ad96-4c7c-4d45-a172-f0c26fb0d415 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496261 Aug 25 19:06:57.231286 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ef8b6-f328-4596-8cdb-8202db5d648f req-d0e58522-4830-424c-a9f2-2acbd337257f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:57.234758 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-431ef8b6-f328-4596-8cdb-8202db5d648f req-d0e58522-4830-424c-a9f2-2acbd337257f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1092231 Aug 25 19:06:57.282450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-431ef8b6-f328-4596-8cdb-8202db5d648f req-10ec006c-e2d1-4a2d-a489-de178cc2d096 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Aug 25 19:06:57.494956 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.698034 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39558) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:57.836991 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.865604 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:06:57.869187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Usage tracker for resource:security_group_rule and tenant:81c664e98435456ca3e20e791af1f009 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:06:57.871808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:06:57.878274 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:06:57.941281 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.945080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:57.951005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e4e3f848-219a-4bea-9f32-a4a2aa049003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:57.992573 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903224a4-5489-49d7-a845-a82358f6e75d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:57.995783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:57.998318 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81c664e98435456ca3e20e791af1f009&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2993305 Aug 25 19:06:58.002007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39564) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:06:58.059777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.084824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.136691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.141026 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cffb0533-f842-4389-ab92-0a87271ae99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:58.151412 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903224a4-5489-49d7-a845-a82358f6e75d,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:58.155718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:58.159019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.162551 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/903224a4-5489-49d7-a845-a82358f6e75d HTTP/1.1" status: 204 len: 168 time: 0.1572723 Aug 25 19:06:58.377843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84fb3-ded2-40c5-82a4-b61764d99945 req-51ba990a-71c5-4574-b0b4-7c7ccc7498fd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:58.379590 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5b84fb3-ded2-40c5-82a4-b61764d99945 req-51ba990a-71c5-4574-b0b4-7c7ccc7498fd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 943 time: 0.0794151 Aug 25 19:06:58.426153 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a5b84fb3-ded2-40c5-82a4-b61764d99945 req-85a5c366-1432-439e-8a22-b0cc672e83bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Aug 25 19:06:58.493693 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980dff-0bf7-458a-a530-658d881357ae req-d804b134-557e-4a7f-8265-3608a24afbe8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:58.495205 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8980dff-0bf7-458a-a530-658d881357ae req-d804b134-557e-4a7f-8265-3608a24afbe8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0857472 Aug 25 19:06:58.542146 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d8980dff-0bf7-458a-a530-658d881357ae req-9f2a447f-7914-4bac-a9f5-70129ff960e8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Aug 25 19:06:58.658354 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:06:58.796504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:58.809546 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'mac_address': 'fa:16:3e:60:e3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:06:58.873346 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.884171 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:06:58.900467 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:06:58.905503 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:06:58.907418 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:06:58.975145 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=9']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:06:58.978376 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:06:59.679514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7455c60-7d74-4e0e-a0b8-46fb5a02e025 req-4ba18988-9a83-44dd-a56a-3ff0d8429c8b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:59.681067 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a7455c60-7d74-4e0e-a0b8-46fb5a02e025 req-4ba18988-9a83-44dd-a56a-3ff0d8429c8b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.1067417 Aug 25 19:06:59.742839 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a7455c60-7d74-4e0e-a0b8-46fb5a02e025 req-69c2836c-8988-4136-af0d-31199ea43648 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492110 Aug 25 19:06:59.814512 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca56ab-4de2-4e5e-a878-e9f158fa62b7 req-b14bad54-2b51-440d-a430-94088592e67a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:06:59.816099 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11ca56ab-4de2-4e5e-a878-e9f158fa62b7 req-b14bad54-2b51-440d-a430-94088592e67a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1031196 Aug 25 19:06:59.905445 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-11ca56ab-4de2-4e5e-a878-e9f158fa62b7 req-c8b435f8-24ca-4075-8b7b-e21fe86e3437 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586526 Aug 25 19:06:59.919507 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-a4789b69-1e5b-40fa-9dbc-cefa2e72db81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1097 time: 0.1022067 Aug 25 19:07:00.070076 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795939c8-8be5-42e1-9127-ae885d30e071 req-e2bdfec0-c6ea-4620-bfc9-d130b270aa3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:00.071720 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-e2bdfec0-c6ea-4620-bfc9-d130b270aa3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1273203 Aug 25 19:07:00.178316 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-fefe2eb1-5992-4f3e-a210-46d940418d93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 200 len: 999 time: 0.0981655 Aug 25 19:07:00.192234 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['d11a7f9e-ba1f-449e-8893-e574efa4ee06'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:07:00.263790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795939c8-8be5-42e1-9127-ae885d30e071 req-57e1cbf7-8882-4ff9-bd4b-c1aec9c69241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:00.265317 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-57e1cbf7-8882-4ff9-bd4b-c1aec9c69241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0759230 Aug 25 19:07:00.347566 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-26e31511-fbd8-4229-ab16-d1f0c760eebc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740764 Aug 25 19:07:00.547910 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-3d161f1a-fb63-47ec-aa35-bcb4cd626d35 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924143 Aug 25 19:07:00.692067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-795939c8-8be5-42e1-9127-ae885d30e071 req-a9f8b1f6-8d05-41fa-81d2-5639126c0046 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279898 Aug 25 19:07:00.978332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358fff8-0959-4e3f-a5dd-ff810834e85c req-225e6b77-8161-4920-b376-65bc147248e9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:00.979835 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d358fff8-0959-4e3f-a5dd-ff810834e85c req-225e6b77-8161-4920-b376-65bc147248e9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0850775 Aug 25 19:07:01.017926 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-935057cc-61df-40b3-9232-eba848801336 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:01.019427 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-935057cc-61df-40b3-9232-eba848801336 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 814 time: 0.1707027 Aug 25 19:07:01.032543 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d358fff8-0959-4e3f-a5dd-ff810834e85c req-f30a9cc4-f377-4db7-bcb9-830aad65ca70 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Aug 25 19:07:01.039777 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-70fa0179-e362-40ad-bc8c-adde728daf7b tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/quotas/3823f17c220f4e718ad5c2d4842534d3 HTTP/1.1" status: 200 len: 375 time: 0.0134490 Aug 25 19:07:01.093735 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-a5268e77-b5d4-4954-b28e-0fcce19ce6d1 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482407 Aug 25 19:07:01.230032 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-0b37f72b-60ce-4dd2-b203-90f59cd7f80d service neutron] 10.222.0.26 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287262 Aug 25 19:07:01.243851 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783923b-6e40-4327-94a6-c244e8d398fd req-cd76f599-8ea2-4b58-b022-ba109525f6d1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:01.245338 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b783923b-6e40-4327-94a6-c244e8d398fd req-cd76f599-8ea2-4b58-b022-ba109525f6d1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0770605 Aug 25 19:07:01.293435 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b783923b-6e40-4327-94a6-c244e8d398fd req-b0cdefa0-a4d5-4278-a512-5955f354167c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416496 Aug 25 19:07:01.370320 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-5c0dce62-c608-42b8-908c-d672ab0a16c1 service neutron] 10.222.0.26 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337233 Aug 25 19:07:01.556736 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8b079785-006b-44e7-ad7f-d6c6780b8aec req-f152cfba-f0fb-49ef-ac16-47d9a4354592 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Synchronizing usage tracker for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:01.573027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-8b079785-006b-44e7-ad7f-d6c6780b8aec req-f152cfba-f0fb-49ef-ac16-47d9a4354592 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Unset dirty status for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:01.574234 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8b079785-006b-44e7-ad7f-d6c6780b8aec req-f152cfba-f0fb-49ef-ac16-47d9a4354592 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0598381 Aug 25 19:07:02.244477 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef499-33e6-4283-a273-b22d0a2e5600 req-c9c73f4d-6723-4261-9baa-206289554240 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:02.245998 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a09ef499-33e6-4283-a273-b22d0a2e5600 req-c9c73f4d-6723-4261-9baa-206289554240 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 944 time: 0.0743728 Aug 25 19:07:02.290504 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a09ef499-33e6-4283-a273-b22d0a2e5600 req-d77dbbf5-4c82-4099-9137-55f315091eb8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Aug 25 19:07:02.739884 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a9c9f1b4-f7bf-4f11-bbb9-f611df3ba7bf req-1dd3cb84-f06a-4c61-b71a-3c7a78ae24c3 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0408072 Aug 25 19:07:03.133342 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:03.199757 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port d11a7f9e-ba1f-449e-8893-e574efa4ee06 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:03.200132 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.314997 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.341085 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:03.351241 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:03.356232 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:03.359331 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:03.402106 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'code': 200} Aug 25 19:07:03.433216 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=10']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:03.436463 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:03.506102 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815113-1ea7-4a4c-ad6e-b842d10dc13a req-9538f299-deda-4d4c-8bc1-a8a840371bdd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:03.507556 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88815113-1ea7-4a4c-ad6e-b842d10dc13a req-9538f299-deda-4d4c-8bc1-a8a840371bdd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.0775988 Aug 25 19:07:03.551134 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88815113-1ea7-4a4c-ad6e-b842d10dc13a req-b0fa1870-7f84-4a7d-9627-ab712cd14c30 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 Aug 25 19:07:03.905351 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ffbd3a9b-ad69-47bd-86bc-e9471a1643e3 req-3e3d3f66-e3c0-4e35-8de5-d7dc88a35d1f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0433121 Aug 25 19:07:04.773763 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63cb75-8e84-468e-be1f-bfc4902657f3 req-7e867334-9417-4410-b9ca-55a6f49fc98e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:04.775190 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab63cb75-8e84-468e-be1f-bfc4902657f3 req-7e867334-9417-4410-b9ca-55a6f49fc98e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.0756109 Aug 25 19:07:04.820307 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ab63cb75-8e84-468e-be1f-bfc4902657f3 req-8bc08d57-0ba4-4250-829b-ef5260175521 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385549 Aug 25 19:07:05.088870 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a8b76115-8629-4bb5-8280-cb28c69a40e7 req-bd544c63-f6b8-44dd-96b1-e214f6374a61 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0444884 Aug 25 19:07:05.181969 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c89f1213-417c-4e2c-a88f-d9729ad13310 req-6b5c47ca-f9a6-4741-a398-36db56a11495 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 1099 time: 0.0797942 Aug 25 19:07:05.282547 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c89f1213-417c-4e2c-a88f-d9729ad13310 req-12f3bf12-c016-4f88-940d-427beab6036e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Aug 25 19:07:05.861677 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-652e7533-19d5-4ef8-96b5-c2e761ee11b5 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:05.864897 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-652e7533-19d5-4ef8-96b5-c2e761ee11b5 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 814 time: 0.1574292 Aug 25 19:07:05.894663 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Request body: {'port': {'device_id': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a', 'admin_state_up': True, 'tenant_id': '3823f17c220f4e718ad5c2d4842534d3'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:06.082716 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:06.097012 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:06.105484 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66e44b-0ccb-433d-9885-3cb010c1bbe8 req-b9ef392b-4593-4d6e-baf5-d3fb54570261 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:06.106966 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c66e44b-0ccb-433d-9885-3cb010c1bbe8 req-b9ef392b-4593-4d6e-baf5-d3fb54570261 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.1377175 Aug 25 19:07:06.128307 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Made reservation on behalf of 3823f17c220f4e718ad5c2d4842534d3 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:06.131316 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.211700 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0c66e44b-0ccb-433d-9885-3cb010c1bbe8 req-e85ed1ec-bbf8-4434-b24d-d3845a1bffd2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992289 Aug 25 19:07:06.287003 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edd3d5d7-fc4b-480f-8d29-5c629157cb0a req-e5000c51-2a4a-4514-8496-8c8991ce5be7 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0471916 Aug 25 19:07:06.419153 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Allocated IP 172.20.0.10 (be7d0a27-3a0c-4c36-ba0e-c956f2a3746a/a8ec343d-fc18-45ea-89d7-373b11f608ec/51b156e4-2f37-4cb1-a94d-0f35652ff7e3) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:06.497260 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9be6d-1e66-475c-b31d-7342b6c973a4 req-c9d3eb02-fe22-4c1b-bff8-1e8845f40cf1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:06.498832 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-65e9be6d-1e66-475c-b31d-7342b6c973a4 req-c9d3eb02-fe22-4c1b-bff8-1e8845f40cf1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0864267 Aug 25 19:07:06.546146 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-65e9be6d-1e66-475c-b31d-7342b6c973a4 req-34821165-c643-41fc-a108-08f237d46c2c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Aug 25 19:07:06.690808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.700609 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2047-a914-4c74-9ede-011ddea7b1a7 req-9d9c534d-cf0f-4a3a-af32-1d51e51e188e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:06.702638 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bc8c2047-a914-4c74-9ede-011ddea7b1a7 req-9d9c534d-cf0f-4a3a-af32-1d51e51e188e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1495049 Aug 25 19:07:06.758436 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bc8c2047-a914-4c74-9ede-011ddea7b1a7 req-d7e76561-69e9-4790-b01e-0a4757b1e4c2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497694 Aug 25 19:07:06.764321 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.769259 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1abc5422-7101-4455-b85b-941faf1730c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.771611 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2c3fada6-81a2-48d7-abe0-d5c559fcae46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:06.840506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:06.844607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:06.846524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Pushing event updated for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:06.848757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:06.895594 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.896296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.896296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.896620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.896990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.897334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.897673 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.898012 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.898349 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.898685 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.899017 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:06.903979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:06.924310 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:06.924740 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:06.950853 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0604031 Aug 25 19:07:06.974427 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Request body: {'port': {'device_id': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:07.095371 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.259759 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.559260 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43301007-142c-46a0-a814-b3ad76f21a87 req-9fd1f6ec-f3f1-48eb-82a0-4c583e7a8d85 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:07.566700 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43301007-142c-46a0-a814-b3ad76f21a87 req-9fd1f6ec-f3f1-48eb-82a0-4c583e7a8d85 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 932 time: 0.0914104 Aug 25 19:07:07.598295 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575d7e-b24c-41b2-a714-294841432df8 req-33fde621-2c69-45e9-9425-d95f39573138 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:07.600097 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-41575d7e-b24c-41b2-a714-294841432df8 req-33fde621-2c69-45e9-9425-d95f39573138 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.1400347 Aug 25 19:07:07.626796 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-43301007-142c-46a0-a814-b3ad76f21a87 req-b46c79e5-1ccc-48a3-aa88-db97cbc6a410 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578153 Aug 25 19:07:07.693993 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:07:07.702700 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.706696 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-41575d7e-b24c-41b2-a714-294841432df8 req-731054c3-7d29-426e-996c-2c94205a277c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979729 Aug 25 19:07:07.720560 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Transition to ACTIVE for port object 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:07.724917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:07.731455 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:07.891814 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Pushing event updated for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:07.895006 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:07.973046 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e1015-747d-42e7-b5c9-9a3d72f141f7 req-e61300fe-0df7-48f9-80c2-5315231daf60 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:07.974532 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f1e1015-747d-42e7-b5c9-9a3d72f141f7 req-e61300fe-0df7-48f9-80c2-5315231daf60 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0878201 Aug 25 19:07:07.978632 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Attempting to bind port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:07.979136 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Attempting to bind port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:07.979429 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Attempting to bind port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:07.986725 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:07:07.987298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Attempting to bind port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 on network be7d0a27-3a0c-4c36-ba0e-c956f2a3746a {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:07.998380 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:07.998793 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Checking segment: {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:07.999671 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Bound using segment: {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:07.999831 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Bound port: 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7139c2d2-4e91-407d-ac4f-c18c8af88cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:08.000182 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.024941 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6f1e1015-747d-42e7-b5c9-9a3d72f141f7 req-9ea36ca0-f354-44e7-b0dc-d7ab1e038a3c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Aug 25 19:07:08.089427 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:08.092752 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:08.096919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.101594 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-96f1f586-0d7f-4c90-8f4f-065a1a001056 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:08.157373 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.158756 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] 10.222.0.57 "PUT /v2.0/ports/51b156e4-2f37-4cb1-a94d-0f35652ff7e3 HTTP/1.1" status: 200 len: 1094 time: 1.1895647 Aug 25 19:07:08.160914 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:08.182071 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Pushing event updated for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:08.188766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:08.257990 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3', 'status': 'completed', 'code': 200} Aug 25 19:07:08.299067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-1a45f675-20e3-4dba-ade0-65aee74dbebb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 1097 time: 0.0766106 Aug 25 19:07:08.385911 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-d2b0b8ea-c46d-4322-80b7-39ea8b56261f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3 HTTP/1.1" status: 200 len: 217 time: 0.0613930 Aug 25 19:07:08.520954 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-a4b344f1-47fa-4ddb-ad13-5b5af9760f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:08.522494 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-a4b344f1-47fa-4ddb-ad13-5b5af9760f5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8ec343d-fc18-45ea-89d7-373b11f608ec HTTP/1.1" status: 200 len: 854 time: 0.1281514 Aug 25 19:07:08.568761 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-d9df4bea-0fde-4a60-b9fd-1c73bee30ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385170 Aug 25 19:07:08.719355 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-148b1975-2c57-469a-8b0b-73ba6f0e1f7d service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396477 Aug 25 19:07:08.781270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39802) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:08.840294 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c612f-7831-40db-abbf-1a80de80676b req-ac382e7e-e60d-452e-89c8-4e4aa4d176ee tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:08.842647 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c94c612f-7831-40db-abbf-1a80de80676b req-ac382e7e-e60d-452e-89c8-4e4aa4d176ee tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 944 time: 0.0980854 Aug 25 19:07:08.894563 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c94c612f-7831-40db-abbf-1a80de80676b req-ad8e00e7-c756-409c-9a3a-0e57a230a476 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Aug 25 19:07:08.904852 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2058de2a-fbc4-4922-ba6a-ba3c70cb809c req-807bd83e-1f98-47a9-8972-a8d9b4c1b657 service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743836 Aug 25 19:07:08.952860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:08.953854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cca0f-3fe4-41a2-a914-49bf2c55b041 req-f62562e1-ff2c-4152-8cbd-a4744241da7a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:08.955339 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-712cca0f-3fe4-41a2-a914-49bf2c55b041 req-f62562e1-ff2c-4152-8cbd-a4744241da7a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.0862241 Aug 25 19:07:08.984346 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:08.988167 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb7c91ef92842f7ac80a24344bf0d1f is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:08.991135 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:08.997022 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:09.007613 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-712cca0f-3fe4-41a2-a914-49bf2c55b041 req-5915e58d-b32a-4ccd-8a64-660e1b4d4792 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466812 Aug 25 19:07:09.071327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.075684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.083632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-53f481ce-c066-4159-8743-16e4b424b68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:09.119687 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-37fe6d29-d3e5-487a-ac7a-982e4866848b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.131188 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdb7c91ef92842f7ac80a24344bf0d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3448184 Aug 25 19:07:09.132035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b158cd90-ede5-4b91-a026-563505767446,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:09.136479 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-3dc53983-443c-45a7-b187-2e63f636e627 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3823f17c220f4e718ad5c2d4842534d3&device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 1097 time: 0.0884240 Aug 25 19:07:09.137299 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39812) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:09.141143 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.141701 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.142207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.142737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.143237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.143736 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.144229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.144747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.145257 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.145748 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.146235 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:09.150403 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:09.234193 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955a814-f7d6-4f68-8d4b-4ecb9f27e46d req-9076c843-65b3-4eca-a0e0-30c744bc0be0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:09.235675 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d955a814-f7d6-4f68-8d4b-4ecb9f27e46d req-9076c843-65b3-4eca-a0e0-30c744bc0be0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0840051 Aug 25 19:07:09.281011 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d955a814-f7d6-4f68-8d4b-4ecb9f27e46d req-b26e1bb9-ec5a-4565-826b-7672633a0e6a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398984 Aug 25 19:07:09.317296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.333706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-fce2bf8c-58d8-4cf3-8bc2-08ca11087a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:09.335172 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-fce2bf8c-58d8-4cf3-8bc2-08ca11087a8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 200 len: 915 time: 0.1777387 Aug 25 19:07:09.405692 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.428187 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-251ea7e6-4a77-4f23-ac68-50027d58cd40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3 HTTP/1.1" status: 200 len: 217 time: 0.0810330 Aug 25 19:07:09.500090 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.510082 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-33829812-876e-4b48-b6b3-43e2882acdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:09.525797 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158cd90-ede5-4b91-a026-563505767446,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:09.529849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-28e0237d-1fe1-46d8-acde-dbe97651f5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:09.531304 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-28e0237d-1fe1-46d8-acde-dbe97651f5f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8ec343d-fc18-45ea-89d7-373b11f608ec HTTP/1.1" status: 200 len: 854 time: 0.0819743 Aug 25 19:07:09.532823 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:09.533974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:09.534979 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b158cd90-ede5-4b91-a026-563505767446 HTTP/1.1" status: 204 len: 168 time: 0.3964303 Aug 25 19:07:09.581793 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-b5dc7b55-ca22-40d5-b21b-8a27a85b0219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399032 Aug 25 19:07:09.719882 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-d3e1d4bf-3496-4d11-9b2e-0fc95bafc277 service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296446 Aug 25 19:07:09.859332 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca7ff5cf-bcf1-40da-92f2-b6c6ef4cc9d2 req-e1041bfb-eeaa-43de-9b9a-4046afa9449e service neutron] 10.222.0.57 "GET /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259129 Aug 25 19:07:10.094422 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277b21d-ecca-4112-9949-cf3890940530 req-e657a0a7-2c11-40e0-aab9-5472044fc69c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:10.095462 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-e277b21d-ecca-4112-9949-cf3890940530 req-e657a0a7-2c11-40e0-aab9-5472044fc69c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Synchronizing usage tracker for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:07:10.097120 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.111520 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-e277b21d-ecca-4112-9949-cf3890940530 req-e657a0a7-2c11-40e0-aab9-5472044fc69c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Unset dirty status for tenant:3823f17c220f4e718ad5c2d4842534d3 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:07:10.112783 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e277b21d-ecca-4112-9949-cf3890940530 req-e657a0a7-2c11-40e0-aab9-5472044fc69c tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 944 time: 0.0954564 Aug 25 19:07:10.167849 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e277b21d-ecca-4112-9949-cf3890940530 req-e5d3c835-b80d-4360-891b-c1b70f15e3ff tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Aug 25 19:07:10.348623 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:07:10.484753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5b4d2-efd0-4bff-8040-c2bbf763ad7e req-5b9b0cc3-7de2-412e-8fac-059f777edddb tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:10.486756 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11c5b4d2-efd0-4bff-8040-c2bbf763ad7e req-5b9b0cc3-7de2-412e-8fac-059f777edddb tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0797529 Aug 25 19:07:10.488158 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:10.503365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3', 'network_id': 'be7d0a27-3a0c-4c36-ba0e-c956f2a3746a', 'port_id': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3', 'mac_address': 'fa:16:3e:a4:9c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ec343d-fc18-45ea-89d7-373b11f608ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:07:10.547111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-11c5b4d2-efd0-4bff-8040-c2bbf763ad7e req-39b53dc0-a8e7-4614-8dbb-4aba2b8798f9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524294 Aug 25 19:07:10.558689 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.578053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:07:10.598841 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:10.603023 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:10.604747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:10.672108 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:10.675157 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:11.147452 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['51b156e4-2f37-4cb1-a94d-0f35652ff7e3'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:07:11.367749 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725693-8390-4881-8fda-ab037087130a req-640cb958-36f4-4d75-83e0-1f6f977ca708 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:11.369240 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01725693-8390-4881-8fda-ab037087130a req-640cb958-36f4-4d75-83e0-1f6f977ca708 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 945 time: 0.0815189 Aug 25 19:07:11.415235 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01725693-8390-4881-8fda-ab037087130a req-49b90f78-a063-4023-857c-275f0481d13a tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Aug 25 19:07:11.501640 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:11.784843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4bbb-cd65-4a9e-ac4f-f808050d7296 req-1759ecdf-56e9-4f43-a6f1-1888c8a60f18 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:11.786303 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-14cc4bbb-cd65-4a9e-ac4f-f808050d7296 req-1759ecdf-56e9-4f43-a6f1-1888c8a60f18 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1262763 Aug 25 19:07:11.829983 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-14cc4bbb-cd65-4a9e-ac4f-f808050d7296 req-4e2c2c8d-169d-48fd-bd8d-85b933a98ac6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382054 Aug 25 19:07:12.610331 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b564af-325e-42bc-9751-a9b9b77011fd req-2e53206e-45ec-47e3-b507-783b02247343 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:12.611782 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e3b564af-325e-42bc-9751-a9b9b77011fd req-2e53206e-45ec-47e3-b507-783b02247343 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 945 time: 0.0776422 Aug 25 19:07:12.655669 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e3b564af-325e-42bc-9751-a9b9b77011fd req-05368384-f8cb-45c8-9a3e-83a9c8d0c48d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Aug 25 19:07:13.021905 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91040-820a-4ba7-8976-7980bb7dcd3a req-f2ed8030-1325-407b-aa08-085a97b6bfb9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:13.023253 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5db91040-820a-4ba7-8976-7980bb7dcd3a req-f2ed8030-1325-407b-aa08-085a97b6bfb9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0740302 Aug 25 19:07:13.072773 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5db91040-820a-4ba7-8976-7980bb7dcd3a req-9bcc2cba-094f-487d-b44e-68ec797d24b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Aug 25 19:07:13.628538 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 39876) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:13.767928 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.801282 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:13.805230 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Usage tracker for resource:security_group_rule and tenant:e37505984a354f8b9497ef83c1926024 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:13.809095 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:13.814402 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:13.849908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb6584-5451-435d-be4d-4bf61f463eea req-e8693a2d-5749-4086-89b5-c5585eab9f61 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:13.851934 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7bb6584-5451-435d-be4d-4bf61f463eea req-e8693a2d-5749-4086-89b5-c5585eab9f61 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Aug 25 19:07:13.893689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.898434 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:13.899708 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d7bb6584-5451-435d-be4d-4bf61f463eea req-cda0d314-880d-4604-bf3c-b2e0e0ac63b2 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Aug 25 19:07:13.907481 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eccdeabc-dd88-4a5a-9114-d1b5e778c354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:13.946963 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e37505984a354f8b9497ef83c1926024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3173058 Aug 25 19:07:13.947830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4601a3c7-dcaf-417f-bf8f-844f5c02f083,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:13.949634 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 39886) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:13.951520 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:14.072742 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.098242 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.157245 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.164834 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:14.178754 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4601a3c7-dcaf-417f-bf8f-844f5c02f083,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:14.181107 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.182594 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4601a3c7-dcaf-417f-bf8f-844f5c02f083 HTTP/1.1" status: 204 len: 168 time: 0.2319670 Aug 25 19:07:14.183727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:14.298716 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb02e-c840-4a0d-b3bf-50599cb61639 req-cca9a436-fa97-46ba-88a1-a2960b82a382 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:14.300284 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21bcb02e-c840-4a0d-b3bf-50599cb61639 req-cca9a436-fa97-46ba-88a1-a2960b82a382 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0816803 Aug 25 19:07:14.345111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-21bcb02e-c840-4a0d-b3bf-50599cb61639 req-d847f947-23c1-4393-9762-9c9431900507 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392578 Aug 25 19:07:14.360873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:14.433050 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:14.441846 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:14.442231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.558944 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.586168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:14.597074 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:14.601426 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:14.603484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f8f4ac40-4d15-45eb-bcd5-a8675fe85f56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:14.656922 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3', 'code': 200} Aug 25 19:07:14.675726 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:14.684532 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.685049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.685564 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.685989 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.686507 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.686896 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.687226 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.687554 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.687872 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.688188 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.688504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:14.692244 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:15.021806 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bdd5b67f-61a1-4426-bfee-52a4638356ae req-125187a2-3eb2-444a-a877-09810080823c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 1099 time: 0.0946212 Aug 25 19:07:15.067980 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bdd5b67f-61a1-4426-bfee-52a4638356ae req-fa0bac42-80c8-4f88-8032-2374352eeeb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Aug 25 19:07:15.152358 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463602a-3151-467b-8696-de2725a4a9bf req-d3a00d5b-7b44-46b5-bebb-c7a9d123eccb tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:15.154521 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3463602a-3151-467b-8696-de2725a4a9bf req-d3a00d5b-7b44-46b5-bebb-c7a9d123eccb tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0824733 Aug 25 19:07:15.212092 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3463602a-3151-467b-8696-de2725a4a9bf req-bf9773fa-f4e4-4aa0-91c4-b55fdf0a5412 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Aug 25 19:07:15.554815 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191f94c-7762-4cb5-9bda-0c4a99922e3a req-a93cb28a-1562-4adf-bc7f-e760226b7543 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:15.556448 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6191f94c-7762-4cb5-9bda-0c4a99922e3a req-a93cb28a-1562-4adf-bc7f-e760226b7543 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0862072 Aug 25 19:07:15.614572 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6191f94c-7762-4cb5-9bda-0c4a99922e3a req-95a9d464-54ac-4eaf-b883-406f57f4e8fc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Aug 25 19:07:15.728367 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7cfd6-b50b-4fc3-8fd7-9c98ba3d7686 req-78efc50d-0088-4ea9-b727-a58d209c52c6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:15.729964 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5ab7cfd6-b50b-4fc3-8fd7-9c98ba3d7686 req-78efc50d-0088-4ea9-b727-a58d209c52c6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1504135 Aug 25 19:07:15.760963 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-9a7e4398-c9a9-44e4-846d-036473850efc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.1468775 Aug 25 19:07:15.863915 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5ab7cfd6-b50b-4fc3-8fd7-9c98ba3d7686 req-02e98b98-b425-465a-aa41-259ac338ef55 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240673 Aug 25 19:07:15.913595 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0e9-37c9-451e-b17c-271727a707ea req-88aeb1a8-baae-401b-9596-47fcc34b32e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:15.915046 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-88aeb1a8-baae-401b-9596-47fcc34b32e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1408572 Aug 25 19:07:15.998108 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-6086bd12-b48e-46ce-94a2-7d4f4849d299 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.0630844 Aug 25 19:07:16.057574 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0e9-37c9-451e-b17c-271727a707ea req-70368c52-e3e5-4815-99a6-2d76f2273ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:16.058976 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-70368c52-e3e5-4815-99a6-2d76f2273ae6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0544038 Aug 25 19:07:16.111499 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-9c139b81-3e54-4b3f-83c7-d20d1abdd0b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381131 Aug 25 19:07:16.243803 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-5eb46a61-42b4-490b-9c39-40cc7e0db3c4 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217072 Aug 25 19:07:16.385457 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e354b0e9-37c9-451e-b17c-271727a707ea req-0d5dde1e-a9ab-496c-bf44-520859b58a9c service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271346 Aug 25 19:07:16.412872 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cd297-f12d-4d2e-8347-86d3f9adfdfa req-1b0f8595-259b-4e39-8922-3efecd1edfca tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:16.414316 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e24cd297-f12d-4d2e-8347-86d3f9adfdfa req-1b0f8595-259b-4e39-8922-3efecd1edfca tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0764575 Aug 25 19:07:16.461414 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e24cd297-f12d-4d2e-8347-86d3f9adfdfa req-33c6eec2-17c7-49af-99a8-782d15f57028 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Aug 25 19:07:16.817560 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dab5e-1e60-4a39-9021-4368dca01e56 req-aa747d1b-506a-403b-8337-c33301995fda tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:16.819067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e40dab5e-1e60-4a39-9021-4368dca01e56 req-aa747d1b-506a-403b-8337-c33301995fda tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0800095 Aug 25 19:07:16.865482 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e40dab5e-1e60-4a39-9021-4368dca01e56 req-4286477b-ff81-489b-939a-52f1b4f4088f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Aug 25 19:07:17.058458 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a898d-bc92-40a3-ab75-d2bf13f9541b req-7e12548a-7392-406d-a1b9-8b8a6b6f2852 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:17.060014 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c80a898d-bc92-40a3-ab75-d2bf13f9541b req-7e12548a-7392-406d-a1b9-8b8a6b6f2852 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0752347 Aug 25 19:07:17.105477 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c80a898d-bc92-40a3-ab75-d2bf13f9541b req-dfa56a61-c312-4336-aad8-f06eda63dcc0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Aug 25 19:07:17.654538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d2db-1f17-490f-9e27-52f2cf2b16b4 req-e1d3e175-970f-4079-a94c-dd63d518534a tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:17.656002 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1a9d2db-1f17-490f-9e27-52f2cf2b16b4 req-e1d3e175-970f-4079-a94c-dd63d518534a tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0751913 Aug 25 19:07:17.701179 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1a9d2db-1f17-490f-9e27-52f2cf2b16b4 req-c38a68fe-66ab-4810-86f6-56c6cb2592d0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Aug 25 19:07:18.066083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93725e9-ac39-4f4c-96aa-75d02e8fa1d2 req-cba53024-b0e4-4d5c-9f5b-78f9c1540dfc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:18.067635 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b93725e9-ac39-4f4c-96aa-75d02e8fa1d2 req-cba53024-b0e4-4d5c-9f5b-78f9c1540dfc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0813944 Aug 25 19:07:18.116607 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b93725e9-ac39-4f4c-96aa-75d02e8fa1d2 req-12621b7b-3da4-4262-a382-c7f8b623cd78 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Aug 25 19:07:18.315151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d9814-ad17-4abd-8915-4c00475cd252 req-0900fe58-6db3-4abf-99d6-08c5fecedbcf tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:18.316621 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-548d9814-ad17-4abd-8915-4c00475cd252 req-0900fe58-6db3-4abf-99d6-08c5fecedbcf tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0774572 Aug 25 19:07:18.364409 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-548d9814-ad17-4abd-8915-4c00475cd252 req-09ae1acd-cffa-404e-942b-ad19ddd34ca1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Aug 25 19:07:19.321309 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158711e4-26b3-4c85-9068-af87f698be33 req-53a886ad-4d6d-42e6-8770-86fc735e6a10 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:19.322935 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-158711e4-26b3-4c85-9068-af87f698be33 req-53a886ad-4d6d-42e6-8770-86fc735e6a10 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0789526 Aug 25 19:07:19.369819 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-158711e4-26b3-4c85-9068-af87f698be33 req-fb4b718d-5e8a-4702-9598-a65c922c7ee8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Aug 25 19:07:19.562334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8339-e9cc-4c4f-b6f6-d77558b98d25 req-083ced13-ed57-45ff-9c9c-ba119d53c5c7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:19.563784 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8aaa8339-e9cc-4c4f-b6f6-d77558b98d25 req-083ced13-ed57-45ff-9c9c-ba119d53c5c7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0765080 Aug 25 19:07:19.612543 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8aaa8339-e9cc-4c4f-b6f6-d77558b98d25 req-a1369a92-bdc2-4142-a7dc-3498a236eae1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Aug 25 19:07:20.573231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d30b-89b3-4dc2-b8a1-e7a06f12a424 req-5d929135-1b79-4ee7-8257-d5482c45e677 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:20.574793 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c778d30b-89b3-4dc2-b8a1-e7a06f12a424 req-5d929135-1b79-4ee7-8257-d5482c45e677 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0821552 Aug 25 19:07:20.622438 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c778d30b-89b3-4dc2-b8a1-e7a06f12a424 req-f4e4d52b-0456-4679-9e55-4d9c2c96871b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Aug 25 19:07:20.819523 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a5169-18ff-41f6-8500-2b4586487ddf req-74e6a40c-a566-4130-bbc0-c57c62e90281 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:20.821079 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a50a5169-18ff-41f6-8500-2b4586487ddf req-74e6a40c-a566-4130-bbc0-c57c62e90281 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0798912 Aug 25 19:07:20.866913 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a50a5169-18ff-41f6-8500-2b4586487ddf req-8d6f2527-7274-4d93-895d-89b00f490e44 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Aug 25 19:07:21.823456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108ae36-5058-4e41-8b41-3425bcf67a63 req-d0ed63ad-8478-411e-92fa-a7ce9420ae6a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:21.824951 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7108ae36-5058-4e41-8b41-3425bcf67a63 req-d0ed63ad-8478-411e-92fa-a7ce9420ae6a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0814161 Aug 25 19:07:21.872639 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7108ae36-5058-4e41-8b41-3425bcf67a63 req-0493bda2-346e-4865-be5a-49447fa76885 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Aug 25 19:07:22.065373 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d933-6dc0-4553-8ddc-759a37e99174 req-8794a8d6-cbe8-4dc7-8292-9a1f34491d38 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:22.066859 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4438d933-6dc0-4553-8ddc-759a37e99174 req-8794a8d6-cbe8-4dc7-8292-9a1f34491d38 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0761325 Aug 25 19:07:22.112491 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4438d933-6dc0-4553-8ddc-759a37e99174 req-8c82367d-2322-49f3-8450-5378e050a404 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Aug 25 19:07:23.067508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928630-360b-4f6e-a6e5-32948b1373e6 req-221e876e-b29c-42db-baf6-1b3c0d267ce0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:23.068981 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b7928630-360b-4f6e-a6e5-32948b1373e6 req-221e876e-b29c-42db-baf6-1b3c0d267ce0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0748270 Aug 25 19:07:23.113341 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b7928630-360b-4f6e-a6e5-32948b1373e6 req-2e8a276a-ee22-44a0-9520-2c243734c980 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Aug 25 19:07:23.328074 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807492f-3664-4024-84fb-d4970e370d5b req-08a95e7c-4929-4cb1-b42b-11a65d2ac635 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:23.329765 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0807492f-3664-4024-84fb-d4970e370d5b req-08a95e7c-4929-4cb1-b42b-11a65d2ac635 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0889025 Aug 25 19:07:23.375523 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0807492f-3664-4024-84fb-d4970e370d5b req-7428e6af-e51d-4f69-ab23-855c80b8d8e5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Aug 25 19:07:23.600008 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7199950-ac86-42a1-a67a-f429e7b0ba0b req-9fe9bb8b-2a2d-4c41-af07-351d6b1ea6d6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:23.601521 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a7199950-ac86-42a1-a67a-f429e7b0ba0b req-9fe9bb8b-2a2d-4c41-af07-351d6b1ea6d6 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1950841 Aug 25 19:07:23.605014 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-0b4f8644-4058-47cc-b09d-f2f953811d36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.1039138 Aug 25 19:07:23.718596 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a7199950-ac86-42a1-a67a-f429e7b0ba0b req-4b9026c5-aaa3-4c9c-8779-6b8ecd0d00ca tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113331 Aug 25 19:07:23.772433 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-d1e3caa4-bee8-48b5-b0ed-729fbae70948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:23.773931 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-d1e3caa4-bee8-48b5-b0ed-729fbae70948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.1457663 Aug 25 19:07:23.881439 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-742f909f-7d9c-4fb1-af46-25f4d3e24a17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 1001 time: 0.0997312 Aug 25 19:07:23.951881 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-15ba5426-8a9f-4b16-852d-875473e398ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:23.953617 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-15ba5426-8a9f-4b16-852d-875473e398ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0612328 Aug 25 19:07:24.037304 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-55863766-52cf-472e-aa60-b68a34bd13b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727558 Aug 25 19:07:24.172743 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-e9c3f2f9-4495-4727-8556-9e21060e86c9 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234615 Aug 25 19:07:24.307531 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8fae560b-4879-4d1d-9afc-d52c1316fd66 req-fd051e57-a09c-4faf-ae3f-5160aae5e548 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205423 Aug 25 19:07:24.575972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cc57a-ba8a-4ef1-bc43-85bc67943b9e req-0c6ca2fc-cf1b-4cf4-a318-450ad494ddc9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:24.577477 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d6cc57a-ba8a-4ef1-bc43-85bc67943b9e req-0c6ca2fc-cf1b-4cf4-a318-450ad494ddc9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0767241 Aug 25 19:07:24.626652 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d6cc57a-ba8a-4ef1-bc43-85bc67943b9e req-f4ae961d-dce3-4124-b2f3-39776b603aa0 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Aug 25 19:07:24.921797 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57a2b-9343-492c-91d1-51b0a7f049f0 req-bcad9692-3ce0-491e-9c85-93dc590f2ce3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:24.923259 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99c57a2b-9343-492c-91d1-51b0a7f049f0 req-bcad9692-3ce0-491e-9c85-93dc590f2ce3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0790436 Aug 25 19:07:24.967596 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99c57a2b-9343-492c-91d1-51b0a7f049f0 req-91104491-dcc3-4f84-9999-187a10a744dc tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388563 Aug 25 19:07:25.835679 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3ea55-a9ea-4a9d-b540-dfc35154baa2 req-801fc588-c727-49e6-8777-354a9b518257 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:25.837088 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a2d3ea55-a9ea-4a9d-b540-dfc35154baa2 req-801fc588-c727-49e6-8777-354a9b518257 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0777788 Aug 25 19:07:25.883858 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a2d3ea55-a9ea-4a9d-b540-dfc35154baa2 req-3ff3e381-4ec5-41ba-86bc-5b272b331c13 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Aug 25 19:07:26.166231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844faecc-fad7-4b06-96b2-ea3f90a829e6 req-abb90685-0ac2-4928-b0a2-bb89b4101cc7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:26.167688 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-844faecc-fad7-4b06-96b2-ea3f90a829e6 req-abb90685-0ac2-4928-b0a2-bb89b4101cc7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.0779750 Aug 25 19:07:26.216894 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-844faecc-fad7-4b06-96b2-ea3f90a829e6 req-deda6ae8-45bd-4428-a7e8-9d23eb0aa5b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435929 Aug 25 19:07:26.741296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40104) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:26.878568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:26.907933 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:26.911703 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Usage tracker for resource:security_group_rule and tenant:1af95eb5423844439459eec4a14f3f11 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:26.914770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:26.921038 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:26.990708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:26.995936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:27.004765 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-982cc6b3-e961-4154-9638-6fcebcc71729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:27.043091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6b892-e989-4b64-9bb3-3d96d339117b,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:27.048023 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:27.053974 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1af95eb5423844439459eec4a14f3f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116119 Aug 25 19:07:27.054536 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40116) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:27.097008 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148deba-3c1f-481e-af4c-7ea95c64c4b7 req-0b7e9dc7-9d48-4977-a6d1-c80641ec4b50 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:27.098490 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3148deba-3c1f-481e-af4c-7ea95c64c4b7 req-0b7e9dc7-9d48-4977-a6d1-c80641ec4b50 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0863793 Aug 25 19:07:27.116706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:27.144421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:27.163226 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3148deba-3c1f-481e-af4c-7ea95c64c4b7 req-a76e6288-b7bc-4dc9-8851-b3235b049b95 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Aug 25 19:07:27.206593 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:27.210427 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c5bf8b89-c041-4772-9a2d-0beff2cd0cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:27.222328 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6b892-e989-4b64-9bb3-3d96d339117b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:27.224599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:27.230864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:27.232546 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3da6b892-e989-4b64-9bb3-3d96d339117b HTTP/1.1" status: 204 len: 168 time: 0.1768818 Aug 25 19:07:27.482592 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:07:27.501608 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.014257 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40140) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:28.141669 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-903224114-network', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:28.146166 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:28.149992 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Usage tracker for resource:network and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:28.152771 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:28.158954 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:28.168312 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Made reservation on behalf of 56cd4633a8784d1aa2ba79d34a1612ef for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:28.171136 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.183713 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.215583 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:28.219308 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:28.222059 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:28.227559 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:28.295191 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.299806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.302671 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2db8cd83-256a-4a46-9b19-6bb1a08b4a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:28.336547 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:07:28.339003 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e16ae-e9e0-4987-ad75-eea00fd90b71,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:28.344336 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:28.351193 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.351700 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Added segment dc08b84d-eda3-4aac-8e50-bf36d97bb835 of type vlan for network 7e074a95-d332-43d0-814e-303966b51fb6 Aug 25 19:07:28.359108 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8edb-a6a3-485d-861f-cf8775d54a74 req-c5831cb0-807c-4115-99fd-e3b4a76b6376 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:28.365941 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-243c8edb-a6a3-485d-861f-cf8775d54a74 req-c5831cb0-807c-4115-99fd-e3b4a76b6376 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0854232 Aug 25 19:07:28.379303 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.411174 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-243c8edb-a6a3-485d-861f-cf8775d54a74 req-459b2943-73c3-42aa-84e8-c7ed859ee2d8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Aug 25 19:07:28.411560 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.412856 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:28.413508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.416974 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25aafe11-0a9c-40d3-a825-d637ae5711bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:28.516252 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Pushing event updated for resources: {'Network': ['ID=7e074a95-d332-43d0-814e-303966b51fb6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:28.520413 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:28.526371 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 7e074a95-d332-43d0-814e-303966b51fb6 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:07:28.527736 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5124290 Aug 25 19:07:28.531498 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40150) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:28.537003 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Request body: {'subnet': {'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-903224114-subnet', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:28.541510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:28.546043 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Usage tracker for resource:subnet and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:28.548860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:28.554597 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:28.570169 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Made reservation on behalf of 56cd4633a8784d1aa2ba79d34a1612ef for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:28.572475 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.841793 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.845996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:28.917179 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec73c00d-ef1b-4e38-8edc-0df2aa7851de,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:28.921137 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:28.927625 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:28.927969 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Network hostable DHCP agents. Network: 7e074a95-d332-43d0-814e-303966b51fb6, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:07:28.949921 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Network 7e074a95-d332-43d0-814e-303966b51fb6 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:07:28.958104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 7e074a95-d332-43d0-814e-303966b51fb6) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:28.962529 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:28.963115 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:28.968349 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e58cd-d808-4007-92d8-fd3ceedeb447 None None] Network 7e074a95-d332-43d0-814e-303966b51fb6 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:28.984405 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4518602 Aug 25 19:07:28.987231 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40154) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:28.992612 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:28.997532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:29.001537 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Usage tracker for resource:router and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:29.004351 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:29.010014 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:29.021028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.022083 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.039786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.184972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.208919 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-7e074a95-d332-43d0-814e-303966b51fb6', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:07:29.209752 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.363883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Allocated IP 172.20.0.2 (7e074a95-d332-43d0-814e-303966b51fb6/ec73c00d-ef1b-4e38-8edc-0df2aa7851de/e84a2e35-b507-4b4f-a81f-80ad719feab2) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:29.383572 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.413873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.589769 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Allocated IP 172.27.2.155 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/4f58856e-b3f2-49ba-9d46-8a7f44687293) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:29.594076 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.605051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Transition to ACTIVE for port object e84a2e35-b507-4b4f-a81f-80ad719feab2 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:29.624091 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Transition to ACTIVE for port object e84a2e35-b507-4b4f-a81f-80ad719feab2 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:29.630186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.634970 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:29.696033 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:29.701425 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:29.708145 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:29.715168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Pushing event updated for resources: {'Port': ['ID=e84a2e35-b507-4b4f-a81f-80ad719feab2,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:29.719268 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:29.724615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9025cf3-e8a7-498a-81b5-c7ed1c8706a2 req-15262e86-6280-4ee5-bbac-0b890ca3a0d8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:29.726113 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9025cf3-e8a7-498a-81b5-c7ed1c8706a2 req-15262e86-6280-4ee5-bbac-0b890ca3a0d8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1850233 Aug 25 19:07:29.788830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.804709 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Attempting to bind port e84a2e35-b507-4b4f-a81f-80ad719feab2 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:29.805087 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Attempting to bind port e84a2e35-b507-4b4f-a81f-80ad719feab2 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:29.805228 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9025cf3-e8a7-498a-81b5-c7ed1c8706a2 req-e84ed721-7617-407f-94f9-60b2b8613fe4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714536 Aug 25 19:07:29.805454 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Attempting to bind port e84a2e35-b507-4b4f-a81f-80ad719feab2 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:29.811855 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:29.812358 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:29.812629 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.813062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Bound using segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:29.813603 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Bound port: e84a2e35-b507-4b4f-a81f-80ad719feab2, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:29.813892 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.827164 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.831071 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-46033742-bcd0-413c-895f-bda8b1345e50 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:29.897744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:29.900564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:29.905714 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:29.908538 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] For port e84a2e35-b507-4b4f-a81f-80ad719feab2, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:29.911704 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] For port e84a2e35-b507-4b4f-a81f-80ad719feab2, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e84a2e35-b507-4b4f-a81f-80ad719feab2,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:29.918237 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:29.921893 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:29.933499 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Pushing event updated for resources: {'Port': ['ID=4f58856e-b3f2-49ba-9d46-8a7f44687293,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:29.939795 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:29.995933 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Pushing event updated for resources: {'Port': ['ID=e84a2e35-b507-4b4f-a81f-80ad719feab2,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:30.000102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:30.071313 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.072230 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.323076 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Router 82053071-88db-466c-88c3-710770c56f37 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:07:30.581703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:30.591383 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:30.603665 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:30.604390 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:30.607331 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:30.611133 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6202810 Aug 25 19:07:30.611437 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40166) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:30.796451 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:30.890805 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c856716-7760-445a-9dc8-08bf6c5bb684 None None] Network 7e074a95-d332-43d0-814e-303966b51fb6 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:31.008384 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d03660c4-e98e-4fac-8e83-79012e27f961 None None] Provisioning for port e84a2e35-b507-4b4f-a81f-80ad719feab2 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:31.099871 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:30Z', 'revision_number': 3, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:31.103716 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:31.104071 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Updating router 82053071-88db-466c-88c3-710770c56f37 port 4f58856e-b3f2-49ba-9d46-8a7f44687293 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:31.121065 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a32bc-7b48-4220-9485-0677d53eacf7 req-0a3f526e-4d6b-43aa-9a10-e1b476bcb0d7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:31.123190 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f83a32bc-7b48-4220-9485-0677d53eacf7 req-0a3f526e-4d6b-43aa-9a10-e1b476bcb0d7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1442707 Aug 25 19:07:31.196986 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f83a32bc-7b48-4220-9485-0677d53eacf7 req-df75375a-f980-483f-9fdc-d9e42585a206 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636990 Aug 25 19:07:31.202561 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.541727 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.553700 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Transition to ACTIVE for port object 4f58856e-b3f2-49ba-9d46-8a7f44687293 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:31.560580 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.564931 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:31.575157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.644557 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Pushing event updated for resources: {'Port': ['ID=4f58856e-b3f2-49ba-9d46-8a7f44687293,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:31.649538 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Attempting to bind port 4f58856e-b3f2-49ba-9d46-8a7f44687293 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:31.649906 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Attempting to bind port 4f58856e-b3f2-49ba-9d46-8a7f44687293 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:31.650271 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Attempting to bind port 4f58856e-b3f2-49ba-9d46-8a7f44687293 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:31.658208 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.658551 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.658932 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.659263 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.664988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:07:31.665537 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:31.668593 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:31.669246 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:31.669658 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.670142 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:31.670616 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Bound port: 4f58856e-b3f2-49ba-9d46-8a7f44687293, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:31.671017 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.704512 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e84a2e35-b507-4b4f-a81f-80ad719feab2 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:31.749142 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] For port 4f58856e-b3f2-49ba-9d46-8a7f44687293, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:31.753138 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] For port 4f58856e-b3f2-49ba-9d46-8a7f44687293, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4f58856e-b3f2-49ba-9d46-8a7f44687293,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:31.758813 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.764618 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-14762167-e863-4f71-89b7-c9337ce29208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:31.783695 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port e84a2e35-b507-4b4f-a81f-80ad719feab2 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:31.789518 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port e84a2e35-b507-4b4f-a81f-80ad719feab2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:31.789910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.799472 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Allocated IP 172.20.0.1 (7e074a95-d332-43d0-814e-303966b51fb6/ec73c00d-ef1b-4e38-8edc-0df2aa7851de/eb8a8476-35e4-4c2a-9501-0507da279c18) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:31.848171 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Pushing event updated for resources: {'Port': ['ID=4f58856e-b3f2-49ba-9d46-8a7f44687293,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:31.851702 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:31.852537 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:31.853444 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:31.912402 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.946610 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port e84a2e35-b507-4b4f-a81f-80ad719feab2, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e84a2e35-b507-4b4f-a81f-80ad719feab2,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:31.952718 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.954601 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:31.955152 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:31.971834 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Transition to ACTIVE for port object eb8a8476-35e4-4c2a-9501-0507da279c18 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:31.998738 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.002983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:32.023206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=e84a2e35-b507-4b4f-a81f-80ad719feab2,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:32.026255 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:32.038856 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:32.064684 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:32.067527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:32.071824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:32.103367 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:32.110790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:32.133230 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.228871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.328704 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:30Z', 'revision_number': 3, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:32.332816 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0313fcb6-0638-42f9-a6ab-e5910f9dd883 None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:30Z', 'revision_number': 3, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:32.383322 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1be22d03-b344-4520-a9f5-a9ca6f8df0f6 None None] Provisioning for port eb8a8476-35e4-4c2a-9501-0507da279c18 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:32.390206 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1be22d03-b344-4520-a9f5-a9ca6f8df0f6 None None] Provisioning complete for port eb8a8476-35e4-4c2a-9501-0507da279c18 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:32.390838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1be22d03-b344-4520-a9f5-a9ca6f8df0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.425772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e260ba2-7b00-4130-a190-347d63558cdf req-a814c18a-9ad1-4f24-8ec3-4fa08ec69c9b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:32.428019 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e260ba2-7b00-4130-a190-347d63558cdf req-a814c18a-9ad1-4f24-8ec3-4fa08ec69c9b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0966010 Aug 25 19:07:32.454489 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1be22d03-b344-4520-a9f5-a9ca6f8df0f6 None None] Port eb8a8476-35e4-4c2a-9501-0507da279c18 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:32.478168 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e260ba2-7b00-4130-a190-347d63558cdf req-ad04ac99-28ea-40e8-9590-4cbd0b48a9b3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Aug 25 19:07:32.479939 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.485871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.526066 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:32.628958 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:32.633215 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:32.636461 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:32.778500 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:32.780005 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:33.079478 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-503f7923-bfe7-4914-8268-07e4b062d217 None None] Provisioning complete for port eb8a8476-35e4-4c2a-9501-0507da279c18 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:33.080027 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-503f7923-bfe7-4914-8268-07e4b062d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:33.137168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-503f7923-bfe7-4914-8268-07e4b062d217 None None] Port eb8a8476-35e4-4c2a-9501-0507da279c18 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:33.259646 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:33.456833 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:33.466129 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] 10.222.0.26 "PUT /v2.0/routers/82053071-88db-466c-88c3-710770c56f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8530097 Aug 25 19:07:33.683981 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228ac1d-cfa1-40d9-9248-8d69f6b1aa9f req-8a04334b-e197-4964-a02d-18fe6c6dd1b9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:33.685543 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6228ac1d-cfa1-40d9-9248-8d69f6b1aa9f req-8a04334b-e197-4964-a02d-18fe6c6dd1b9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0816367 Aug 25 19:07:33.732113 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e84a2e35-b507-4b4f-a81f-80ad719feab2 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:33.738496 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6228ac1d-cfa1-40d9-9248-8d69f6b1aa9f req-e0bfc04a-415f-42ca-a3f7-d34dc0c70cf2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Aug 25 19:07:33.805476 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port e84a2e35-b507-4b4f-a81f-80ad719feab2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:33.805855 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:33.921849 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4f58856e-b3f2-49ba-9d46-8a7f44687293 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:33.991028 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 4f58856e-b3f2-49ba-9d46-8a7f44687293 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:33.996039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 4f58856e-b3f2-49ba-9d46-8a7f44687293 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:33.996948 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.108864 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.124419 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 4f58856e-b3f2-49ba-9d46-8a7f44687293, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4f58856e-b3f2-49ba-9d46-8a7f44687293,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:34.128328 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.131404 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:34.216887 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=4f58856e-b3f2-49ba-9d46-8a7f44687293,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:34.219961 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:34.329769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40204) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:34.335160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-658143944-network', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:34.339596 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:34.343492 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Usage tracker for resource:network and tenant:83d7c140457c45edb3a9fb32747dd5fb is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:34.346256 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:34.351787 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:34.362457 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Made reservation on behalf of 83d7c140457c45edb3a9fb32747dd5fb for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:34.364736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.377350 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.407198 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:34.410859 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Usage tracker for resource:security_group_rule and tenant:83d7c140457c45edb3a9fb32747dd5fb is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:34.413532 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:34.419573 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:34.487159 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.490745 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.493601 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e7e975ba-a1ec-40ec-b5cf-93fadca1121a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:34.522873 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:07:34.531409 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb603b3f-4817-4fbf-91b7-c5ea6ba6c694,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:34.534782 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:34.537230 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.537558 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Added segment 6fc06086-ac99-46bd-8cf3-c2137c4d90bb of type vlan for network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 Aug 25 19:07:34.563369 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.591372 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.592521 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:34.593211 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.597647 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:34.692615 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3617206 Aug 25 19:07:34.695320 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Pushing event updated for resources: {'Network': ['ID=c9c722aa-c4c0-44ea-86ae-a1b4ea260b15,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:34.695466 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40208) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:34.697991 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:34.701712 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Request body: {'subnet': {'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-658143944-subnet', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:34.705929 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:07:34.706528 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:34.710370 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Usage tracker for resource:subnet and tenant:83d7c140457c45edb3a9fb32747dd5fb is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:34.718870 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:34.724789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:34.737681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Made reservation on behalf of 83d7c140457c45edb3a9fb32747dd5fb for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:07:34.740621 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:34.995604 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.001344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8739cc51-bfb4-4eb2-9db7-b79e93219138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:35.051350 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907a423-136c-4f9b-917d-7dc9d9845ddd req-300fb12a-43bc-4416-83f4-d0338ad5bd77 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:35.052835 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d907a423-136c-4f9b-917d-7dc9d9845ddd req-300fb12a-43bc-4416-83f4-d0338ad5bd77 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1666541 Aug 25 19:07:35.096648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65df1de1-61fe-4c55-9193-0dadf368f159,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:35.101531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:35.136199 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d907a423-136c-4f9b-917d-7dc9d9845ddd req-55e0b57b-0a34-4dd5-9bee-e858012686d3 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776653 Aug 25 19:07:35.138713 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Checking segment: {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:35.139097 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Network hostable DHCP agents. Network: c9c722aa-c4c0-44ea-86ae-a1b4ea260b15, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:07:35.164658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:07:35.174377 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, c9c722aa-c4c0-44ea-86ae-a1b4ea260b15) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:35.178234 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:35.178811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.185355 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb7ea9-919b-4974-b8f3-47aa1f9a32a0 None None] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:35.202657 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5029469 Aug 25 19:07:35.203385 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40216) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:35.207955 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:35.212280 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:35.217016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Usage tracker for resource:router and tenant:83d7c140457c45edb3a9fb32747dd5fb is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:35.219838 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:35.225823 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:35.236383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.237315 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.255180 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.404347 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.426442 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'fixed_ips': [{'subnet_id': '65df1de1-61fe-4c55-9193-0dadf368f159'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:07:35.427306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.579273 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Allocated IP 172.20.0.2 (c9c722aa-c4c0-44ea-86ae-a1b4ea260b15/65df1de1-61fe-4c55-9193-0dadf368f159/37f57a0b-23d8-4ecc-aeb6-708576d83cb0) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:35.589603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.621058 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.662453 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4f58856e-b3f2-49ba-9d46-8a7f44687293 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:35.766983 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Allocated IP 172.27.2.175 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/82621725-a458-4992-a112-0e698a26e264) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:35.831265 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 4f58856e-b3f2-49ba-9d46-8a7f44687293 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:35.831567 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.895061 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:35.900118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.919460 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Transition to ACTIVE for port object 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:35.922646 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.943337 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:35.943961 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:35.954032 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:35.957678 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9dbb9a5b-fb2b-4c7c-95e8-5d69e8bfa881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:35.999102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Transition to ACTIVE for port object 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:36.019294 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:36.022081 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:36.025873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:36.058299 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Pushing event updated for resources: {'Port': ['ID=82621725-a458-4992-a112-0e698a26e264,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:36.059853 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.064774 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:36.067087 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:36.198571 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.199448 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.219099 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Pushing event updated for resources: {'Port': ['ID=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:36.225184 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:36.227479 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:36.230861 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:36.235819 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:36.314239 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:36.361100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c2006-e244-49ee-871e-0f51da26c7d4 req-c35c1c52-e809-4fda-88bc-07e8f0c51fac tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:36.362775 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-598c2006-e244-49ee-871e-0f51da26c7d4 req-c35c1c52-e809-4fda-88bc-07e8f0c51fac tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0820312 Aug 25 19:07:36.393726 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Attempting to bind port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:36.394103 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Attempting to bind port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:36.394473 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Attempting to bind port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 on network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:36.406252 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:36.406632 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Checking segment: {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:36.407040 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.407442 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Bound using segment: {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:36.407914 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Bound port: 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:36.408294 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.411768 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-598c2006-e244-49ee-871e-0f51da26c7d4 req-e8616458-4665-41bb-803a-f13d75122269 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Aug 25 19:07:36.505335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Router 1c124208-3a77-4439-b478-1829c8a69590 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:07:36.656693 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] For port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:36.695078 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] For port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:36.699982 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.705455 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:36.708252 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:36.717249 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Sync routers for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:07:36.730597 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:36.731789 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:36.731971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.735511 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5292287 Aug 25 19:07:36.736073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40226) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:36.838170 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c970af3c-7d9c-4264-9a65-90415381885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.848283 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Pushing event updated for resources: {'Port': ['ID=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:36.851661 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:36.875188 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 2, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:36.879303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:36.879660 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Updating router 82053071-88db-466c-88c3-710770c56f37 port eb8a8476-35e4-4c2a-9501-0507da279c18 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:36.934986 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:36.939536 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:37.300240 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.359881 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:36Z', 'revision_number': 3, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:37.363646 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Checking router: 1c124208-3a77-4439-b478-1829c8a69590 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:07:37.364191 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Updating router 1c124208-3a77-4439-b478-1829c8a69590 port 82621725-a458-4992-a112-0e698a26e264 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:07:37.417075 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.425143 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.437990 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Transition to ACTIVE for port object eb8a8476-35e4-4c2a-9501-0507da279c18 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:37.445764 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.456177 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0c614461-f638-4acb-991a-22128e66f4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:37.752443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e886ed-6db6-4bc6-a057-2e81a696a7ca req-adcce2f0-bf5a-4d37-b254-d9612ec3c6fb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:37.761073 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63e886ed-6db6-4bc6-a057-2e81a696a7ca req-adcce2f0-bf5a-4d37-b254-d9612ec3c6fb tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1964495 Aug 25 19:07:37.806724 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Pushing event updated for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:37.813611 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:37.831836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.841178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:37.857683 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-63e886ed-6db6-4bc6-a057-2e81a696a7ca req-2aaa4602-d6aa-453a-983f-5a208f1251e7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935016 Aug 25 19:07:37.914711 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Attempting to bind port eb8a8476-35e4-4c2a-9501-0507da279c18 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:37.915069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Attempting to bind port eb8a8476-35e4-4c2a-9501-0507da279c18 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:37.915488 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Attempting to bind port eb8a8476-35e4-4c2a-9501-0507da279c18 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:37.933151 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:37.933547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:37.934281 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.934691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Bound using segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:37.938816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Bound port: eb8a8476-35e4-4c2a-9501-0507da279c18, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:37.939223 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:37.999437 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.014309 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:38.019030 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Transition to ACTIVE for port object 82621725-a458-4992-a112-0e698a26e264 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:38.035988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.041777 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.066302 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] For port eb8a8476-35e4-4c2a-9501-0507da279c18, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:38.069646 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] For port eb8a8476-35e4-4c2a-9501-0507da279c18, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=eb8a8476-35e4-4c2a-9501-0507da279c18,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:38.076179 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.077476 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Allocated IP 172.20.0.1 (c9c722aa-c4c0-44ea-86ae-a1b4ea260b15/65df1de1-61fe-4c55-9193-0dadf368f159/cf62d04a-267e-4df8-9913-249c09b97af1) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:07:38.083321 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.153579 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Attempting to bind port 82621725-a458-4992-a112-0e698a26e264 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:07:38.154056 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Attempting to bind port 82621725-a458-4992-a112-0e698a26e264 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:07:38.154412 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Attempting to bind port 82621725-a458-4992-a112-0e698a26e264 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:07:38.167615 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829edef-36ac-49e8-bdf7-5f2e2b513d00 None None] Pushing event updated for resources: {'Port': ['ID=82621725-a458-4992-a112-0e698a26e264,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.171543 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0829edef-36ac-49e8-bdf7-5f2e2b513d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:38.177876 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:07:38.178440 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:07:38.178578 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Pushing event updated for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.179195 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.179787 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:07:38.180457 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Bound port: 82621725-a458-4992-a112-0e698a26e264, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:07:38.181104 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2f9bc-b21c-47d3-a6c9-38340d8c84c4 None None] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:07:38.188206 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.197370 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:38.260385 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.265448 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] For port 82621725-a458-4992-a112-0e698a26e264, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:07:38.270067 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] For port 82621725-a458-4992-a112-0e698a26e264, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=82621725-a458-4992-a112-0e698a26e264,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:07:38.274691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:38.275348 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:38.278505 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.282535 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.288973 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Transition to ACTIVE for port object cf62d04a-267e-4df8-9913-249c09b97af1 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:07:38.332358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.338731 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.381803 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829edef-36ac-49e8-bdf7-5f2e2b513d00 None None] Pushing event updated for resources: {'Port': ['ID=82621725-a458-4992-a112-0e698a26e264,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.384180 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0829edef-36ac-49e8-bdf7-5f2e2b513d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:38.409704 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:07:38.409982 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:38.416351 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:38.420744 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:38.424810 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:07:38.463687 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Pushing event updated for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.469897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:38.493709 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.604296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.615785 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Provisioning for port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:38.617640 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:38.629508 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:07:38.667895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Provisioning complete for port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:38.668838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.833044 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.839371 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.870861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:38.939604 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:36Z', 'revision_number': 3, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:38.947794 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505fbb3-bf16-4189-9f69-141c20d3b1b8 None None] The sync data for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi is: [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:36Z', 'revision_number': 3, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:38.962298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.983747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:38.988637 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Pushing event updated for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:38.999068 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:39.116128 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] For port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:39.139324 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.144840 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:39.172293 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf669-7fff-4bf9-8f85-c648791e3ff4 req-d93ccc46-82cf-459e-b26e-941e1b1d3085 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:39.173846 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce5cf669-7fff-4bf9-8f85-c648791e3ff4 req-d93ccc46-82cf-459e-b26e-941e1b1d3085 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1807165 Aug 25 19:07:39.175739 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:07:39.176999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:07:39.219760 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2386437d-b68e-4d4e-9009-9f9877a51531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.262736 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Pushing event updated for resources: {'Port': ['ID=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:39.268124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:39.296935 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ce039a55-c276-4396-9706-916575b2c96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:07:39.301254 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039a55-c276-4396-9706-916575b2c96e None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:07:39.415144 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Provisioning for port cf62d04a-267e-4df8-9913-249c09b97af1 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:39.421869 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Provisioning complete for port cf62d04a-267e-4df8-9913-249c09b97af1 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:39.422552 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.505677 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ce5cf669-7fff-4bf9-8f85-c648791e3ff4 req-7add653e-76ce-4c12-b167-847047925316 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697680 Aug 25 19:07:39.528244 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Port cf62d04a-267e-4df8-9913-249c09b97af1 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:39.549601 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Provisioning complete for port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:39.550492 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-64dc7440-5e65-4afe-8cc4-d7688ced35b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:39.911037 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:39.997123 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:39.997602 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.014142 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Router 1c124208-3a77-4439-b478-1829c8a69590 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:07:40.079005 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-738c26a1-21d0-4332-bafb-a8f714493b04 None None] Provisioning complete for port cf62d04a-267e-4df8-9913-249c09b97af1 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:40.079392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-738c26a1-21d0-4332-bafb-a8f714493b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.160852 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.181722 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-738c26a1-21d0-4332-bafb-a8f714493b04 None None] Port cf62d04a-267e-4df8-9913-249c09b97af1 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:40.275989 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device eb8a8476-35e4-4c2a-9501-0507da279c18 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:40.286836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:07:40.303568 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] 10.222.0.26 "PUT /v2.0/routers/1c124208-3a77-4439-b478-1829c8a69590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5663457 Aug 25 19:07:40.352144 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-0b41e9ee-c3a4-4ad9-84ff-3df74a2278e5 None None] Provisioning complete for port cf62d04a-267e-4df8-9913-249c09b97af1 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:40.352144 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0b41e9ee-c3a4-4ad9-84ff-3df74a2278e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.419818 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-0b41e9ee-c3a4-4ad9-84ff-3df74a2278e5 None None] Port cf62d04a-267e-4df8-9913-249c09b97af1 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:07:40.422384 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port eb8a8476-35e4-4c2a-9501-0507da279c18 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:40.428602 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port eb8a8476-35e4-4c2a-9501-0507da279c18 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:40.429109 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.561408 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.611333 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port eb8a8476-35e4-4c2a-9501-0507da279c18, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=eb8a8476-35e4-4c2a-9501-0507da279c18,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:40.620549 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:40.628038 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:40.701052 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:40.704479 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:40.803150 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2617fb-a913-4ac0-9f25-ae66a167d072 req-f8d24aca-3307-4972-b511-380e25b03516 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:40.804867 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f2617fb-a913-4ac0-9f25-ae66a167d072 req-f8d24aca-3307-4972-b511-380e25b03516 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1127317 Aug 25 19:07:40.851693 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1f2617fb-a913-4ac0-9f25-ae66a167d072 req-c2138ed4-005f-459e-a886-c6c11ec39515 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Aug 25 19:07:41.052930 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40266) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.058392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093849121', 'description': 'tempest-secgroup-smoke-1093849121 description', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.065210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.069172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.072272 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.079682 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.100580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.141268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.145488 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.148876 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.157008 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.226250 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.231026 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.234824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-011614ba-aad8-4811-93a7-ecf7ef529099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.274016 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb5bb6-4e01-42e5-b697-36c8a3e785de,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.276905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.278234 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.280711 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2259274 Aug 25 19:07:41.282855 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40274) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.292238 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.302305 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.309678 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.312568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.318310 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.342666 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.407368 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.411378 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.413380 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e08728e9-8808-47cc-85f5-7a1b048c93e7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.435766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1083c3d8-e55f-465d-b088-3f5302036566,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.440066 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.445592 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.449638 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1624675 Aug 25 19:07:41.449786 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40278) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.455564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.461313 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.466624 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.469542 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.475237 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.494073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.503531 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.557737 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.562069 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.568149 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e7705f6e-2726-4e8e-9e0c-24173065cb03 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.586467 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081dd426-e4f9-497c-bff6-7b692bfd5408,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.588763 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.597247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.598457 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1476529 Aug 25 19:07:41.601199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40282) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.607319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.613592 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.618466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.622226 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.628528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.645353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.710798 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.715816 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.718106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f5e06e4-0de6-4e59-9b44-f81f9b15015e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.721849 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device eb8a8476-35e4-4c2a-9501-0507da279c18 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:41.740743 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391c3ca2-bf01-48f5-91f1-4d0d8a03419d,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.745060 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.750251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.751561 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-684265b9-f78b-4c28-8d70-d768c8fef263 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1494813 Aug 25 19:07:41.754300 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40286) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.759907 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.765776 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.769699 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.772528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.778455 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.795153 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port eb8a8476-35e4-4c2a-9501-0507da279c18 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:41.795459 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.795817 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.863316 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.867322 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.876027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:41.894135 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451a73c-2dea-4274-a88a-c047764c06b9,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:41.896633 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:41.905376 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:41.909415 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1513138 Aug 25 19:07:41.909573 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40292) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:41.916462 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:41.922682 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:41.923983 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 82621725-a458-4992-a112-0e698a26e264 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:41.926590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:41.929322 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:41.935690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:41.948306 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Project 56cd4633a8784d1aa2ba79d34a1612ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:07:41.958036 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.001475 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 82621725-a458-4992-a112-0e698a26e264 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:07:42.009140 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 82621725-a458-4992-a112-0e698a26e264 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:42.009526 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.029978 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.034132 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.036380 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-84ebf5cb-ef8a-4f3a-8f79-8373ad9faf68 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.061919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b70d05-4ab4-4a5a-8daa-232d0b479d18,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.064416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:42.073432 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.078018 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1672904 Aug 25 19:07:42.078723 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40296) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:07:42.085153 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'security_group_rule': {'security_group_id': '29bb5bb6-4e01-42e5-b697-36c8a3e785de', 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:07:42.091787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f184c09-8a1f-476a-9454-f816dd760968 req-de83b286-a9d7-45e8-90d0-24410c0ac38c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:42.092343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:07:42.093320 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f184c09-8a1f-476a-9454-f816dd760968 req-de83b286-a9d7-45e8-90d0-24410c0ac38c tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0905130 Aug 25 19:07:42.096543 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:security_group_rule and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:07:42.099832 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:07:42.106796 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:07:42.125049 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Project 56cd4633a8784d1aa2ba79d34a1612ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:07:42.136726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.151222 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.170237 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0f184c09-8a1f-476a-9454-f816dd760968 req-f946d9bc-5822-4fb2-a456-3f87e0770faf tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651491 Aug 25 19:07:42.190943 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 82621725-a458-4992-a112-0e698a26e264, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=82621725-a458-4992-a112-0e698a26e264,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:42.196473 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.202050 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.236297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.240539 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.242765 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:42.268243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=82621725-a458-4992-a112-0e698a26e264,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.271388 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:42.272468 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:42.273687 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1940322 Aug 25 19:07:42.274675 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0ce49d-771b-4ffd-bd46-6acbc4dba972,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:42.278665 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-82f2d1bd-be08-4f52-891a-e9056d26e75c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:43.208485 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67678e-286f-4c81-b4b8-7e4ff63ca0bd req-e6a0497e-315d-40e0-92a5-cd48ea3bb670 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:43.209871 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc67678e-286f-4c81-b4b8-7e4ff63ca0bd req-e6a0497e-315d-40e0-92a5-cd48ea3bb670 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0892003 Aug 25 19:07:43.260596 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc67678e-286f-4c81-b4b8-7e4ff63ca0bd req-678e9dec-edba-496e-8401-5c7caa49b9d0 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451677 Aug 25 19:07:43.379867 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e33199-dfa6-424e-88df-adcaadc8427a req-4cde88a0-89d5-4ff4-8030-14c14d2d7451 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:43.381408 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-54e33199-dfa6-424e-88df-adcaadc8427a req-4cde88a0-89d5-4ff4-8030-14c14d2d7451 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0814126 Aug 25 19:07:43.430272 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-54e33199-dfa6-424e-88df-adcaadc8427a req-cbb3730c-f973-4f2c-b29e-717eb362da8a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Aug 25 19:07:43.653926 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 82621725-a458-4992-a112-0e698a26e264 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:07:43.725149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 82621725-a458-4992-a112-0e698a26e264 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:07:43.725824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:43.727525 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c6a47e4-0f49-4fad-b438-4c847ab88341 req-6c7959e5-dcc5-4497-8f30-2c86b2db61f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.0675189 Aug 25 19:07:43.781197 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c6a47e4-0f49-4fad-b438-4c847ab88341 req-4788ffce-f6db-4586-b1d3-88b98a81781c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367224 Aug 25 19:07:44.463518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9268e8-3aef-4e51-bf39-9aed687dc3ed req-b254ac41-e09e-4e36-84e8-507197a0f3c9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:44.465715 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9c9268e8-3aef-4e51-bf39-9aed687dc3ed req-b254ac41-e09e-4e36-84e8-507197a0f3c9 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0817318 Aug 25 19:07:44.513431 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9c9268e8-3aef-4e51-bf39-9aed687dc3ed req-8abf485f-8953-4423-8522-c408a9504c2f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Aug 25 19:07:44.647921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed54980-68ff-4c4a-8cdd-344c7331a9bd req-115f015e-7211-4cfd-bde4-7ab6d7fc1d5b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:44.649458 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ed54980-68ff-4c4a-8cdd-344c7331a9bd req-115f015e-7211-4cfd-bde4-7ab6d7fc1d5b tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0795798 Aug 25 19:07:44.694402 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ed54980-68ff-4c4a-8cdd-344c7331a9bd req-5b8f4184-9e03-4c3d-9270-d10b2e28066a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Aug 25 19:07:45.712509 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036366-abcf-49be-a3db-3d0e8791032d req-e7fcb86d-63e8-419c-8828-6ab0575b1b94 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:45.713984 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48036366-abcf-49be-a3db-3d0e8791032d req-e7fcb86d-63e8-419c-8828-6ab0575b1b94 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0785086 Aug 25 19:07:45.764281 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-48036366-abcf-49be-a3db-3d0e8791032d req-3e1df196-8d2e-4a90-8587-b00670aef501 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Aug 25 19:07:45.896998 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033b149-ba7d-40d9-ad67-cfcda9d67d00 req-34eb91d4-8cad-468a-86a6-8e6b292dfd75 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:45.898385 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a033b149-ba7d-40d9-ad67-cfcda9d67d00 req-34eb91d4-8cad-468a-86a6-8e6b292dfd75 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0802495 Aug 25 19:07:45.944741 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a033b149-ba7d-40d9-ad67-cfcda9d67d00 req-57571c73-62c9-4c48-951d-6cacf21f32d5 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Aug 25 19:07:46.544721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98c8f3-5517-469b-a9d3-b4a6aa90fc35 req-f0a6a4df-749b-4336-ac0d-e99540c02570 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:46.546087 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d98c8f3-5517-469b-a9d3-b4a6aa90fc35 req-f0a6a4df-749b-4336-ac0d-e99540c02570 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0822897 Aug 25 19:07:46.564105 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-058bb6ab-4378-4f3d-850a-0546343dbe95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=429446a592c745d3bdbef0c5c56b33ec&device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 1098 time: 0.0730300 Aug 25 19:07:46.595798 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6d98c8f3-5517-469b-a9d3-b4a6aa90fc35 req-1911eeb1-fd7d-484f-abea-0ff80c733207 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Aug 25 19:07:46.778964 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-34e4522b-fa4d-40e3-b2a7-f9c3871d866a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:46.780591 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-34e4522b-fa4d-40e3-b2a7-f9c3871d866a service neutron] 10.222.0.57 "GET /v2.0/networks?id=73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 200 len: 919 time: 0.1967204 Aug 25 19:07:46.816211 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-bdc65dda-8daf-4b90-a73b-a4794c6d7c7f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:46.817730 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-bdc65dda-8daf-4b90-a73b-a4794c6d7c7f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.0827754 Aug 25 19:07:46.863893 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-378a3e1f-c278-4a78-8143-6d33002468a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 200 len: 217 time: 0.0734890 Aug 25 19:07:46.898426 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Deleting port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:07:46.898799 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:46.938570 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-7d014123-1181-4ac2-86cc-4629e063937d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:46.940359 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-7d014123-1181-4ac2-86cc-4629e063937d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 200 len: 858 time: 0.0685570 Aug 25 19:07:46.991985 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-ff5df627-84db-4333-9e34-2048edbcd2dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73b3e587-1793-43ca-a77c-42e2a73761a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438106 Aug 25 19:07:47.155915 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] For port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,segment=NetworkSegment(7139c2d2-4e91-407d-ac4f-c18c8af88cc8),segment_id=7139c2d2-4e91-407d-ac4f-c18c8af88cc8)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:07:47.156324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.199153 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-c264dfde-3fda-4f83-ae3f-5543cfadc0e7 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979766 Aug 25 19:07:47.233278 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d071bd0-5807-4b5e-95bb-2a9ed4f68638 req-2f328b03-4811-4f14-85e4-4c081b16803d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:47.234930 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d071bd0-5807-4b5e-95bb-2a9ed4f68638 req-2f328b03-4811-4f14-85e4-4c081b16803d tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 946 time: 0.1622190 Aug 25 19:07:47.297133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Calling delete_port for 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:07:47.357795 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8d071bd0-5807-4b5e-95bb-2a9ed4f68638 req-7c323ccd-b613-479d-803b-e7c59b2f1458 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/security-groups?id=acd34dea-dc1f-4482-a397-cbd87f6fd93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Aug 25 19:07:47.377353 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-eaa4d902-c619-4339-ac25-880b9d968d90 req-08a83f12-5e0d-4c2b-833c-4158a635d9a4 service neutron] 10.222.0.57 "GET /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702700 Aug 25 19:07:47.510500 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.517445 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-20ad3cb5-920d-4b08-973a-41a8d3bf845a tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:07:47.559691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Pushing event deleted for resources: {'Port': ['ID=51b156e4-2f37-4cb1-a94d-0f35652ff7e3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:07:47.562165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:07:47.634157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] No DVR routers for this DVR port 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:07:47.636645 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:47.639275 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'name': 'network-vif-deleted', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:07:47.658814 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87057d21-8dbf-4702-a08e-db10a4fc6f3d req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.57 "DELETE /v2.0/ports/51b156e4-2f37-4cb1-a94d-0f35652ff7e3 HTTP/1.1" status: 204 len: 173 time: 0.8296194 Aug 25 19:07:47.696965 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8ece1-d27f-47bd-bb2b-74f858869d17', 'name': 'network-vif-deleted', 'tag': '51b156e4-2f37-4cb1-a94d-0f35652ff7e3', 'status': 'completed', 'code': 200} Aug 25 19:07:47.824508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa31965-777f-4645-9e51-2ff31617a655 req-e3215674-65e5-4a52-b628-6edcc57252fc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:47.825988 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-efa31965-777f-4645-9e51-2ff31617a655 req-e3215674-65e5-4a52-b628-6edcc57252fc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0847645 Aug 25 19:07:47.880997 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-efa31965-777f-4645-9e51-2ff31617a655 req-7b06e1ba-763e-4702-b52b-e8376d5a4139 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Aug 25 19:07:48.538075 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-844f877c-7c6f-4208-bbaa-fc244f0a7892 req-d2ac56e5-5cc6-45f1-8d03-acafe141e17f tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8ece1-d27f-47bd-bb2b-74f858869d17 HTTP/1.1" status: 200 len: 210 time: 0.0446947 Aug 25 19:07:48.637945 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:07:48.706089 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:07:48.706437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 51b156e4-2f37-4cb1-a94d-0f35652ff7e3 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:07:49.080016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106d3ad-12c4-47de-8d52-04575f9123b8 req-a142088c-3e5b-4d5e-9a98-712e9a225ee8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:49.081511 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8106d3ad-12c4-47de-8d52-04575f9123b8 req-a142088c-3e5b-4d5e-9a98-712e9a225ee8 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0804584 Aug 25 19:07:49.128340 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8106d3ad-12c4-47de-8d52-04575f9123b8 req-77de0fde-ad65-414c-b2fe-7ef988d58b9e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Aug 25 19:07:50.329971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b576b-0772-4127-abc9-9f65e2f6b5ef req-ff7d7d81-68d4-4c1b-b88c-64e7ea839172 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:50.331417 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-db0b576b-0772-4127-abc9-9f65e2f6b5ef req-ff7d7d81-68d4-4c1b-b88c-64e7ea839172 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0755677 Aug 25 19:07:50.379467 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-db0b576b-0772-4127-abc9-9f65e2f6b5ef req-9a466955-0396-4b5e-92c3-52ac1088deef tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Aug 25 19:07:51.584865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c4d5f-743b-499c-a746-c425b2db1f29 req-210a1124-66d8-4138-b44a-a3e537c97a69 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:51.586351 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe8c4d5f-743b-499c-a746-c425b2db1f29 req-210a1124-66d8-4138-b44a-a3e537c97a69 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0816128 Aug 25 19:07:51.634635 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe8c4d5f-743b-499c-a746-c425b2db1f29 req-fa6739d4-060a-401c-8bf0-a3e379e549d7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Aug 25 19:07:57.510039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:07:58.565420 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-b3f11875-0a26-4133-9918-f5b9b3a82e24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687203 Aug 25 19:07:58.739878 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-407334b2-fcda-4849-b5fe-bd286c49f238 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 1098 time: 0.0721459 Aug 25 19:07:58.888834 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-261e0953-35e2-410b-afe5-b6ca2734f753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:58.890298 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-261e0953-35e2-410b-afe5-b6ca2734f753 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.1303077 Aug 25 19:07:59.000309 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-bc9c093c-5355-4bce-a1a2-267087e7acbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 200 len: 1001 time: 0.1019480 Aug 25 19:07:59.101656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-c70243e2-b6de-4950-8d56-13bda301951e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:59.103215 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-c70243e2-b6de-4950-8d56-13bda301951e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0943911 Aug 25 19:07:59.200347 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-aa4c22ee-44a0-4dab-8039-2a64680f2f99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841587 Aug 25 19:07:59.339972 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-541b5ff0-58e0-40a3-9299-9dda516cbdca service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302752 Aug 25 19:07:59.500194 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3e8de071-84cd-45e2-8be5-7c8e99ede0b3 req-be1fe686-2f25-49ff-9583-3a6de71f2819 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355140 Aug 25 19:07:59.671963 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535153b4-f212-4f23-9ac4-13627d7b8bf2 req-9d1c2c73-be5f-446a-899d-6e82d3ee9d81 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:07:59.673483 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-535153b4-f212-4f23-9ac4-13627d7b8bf2 req-9d1c2c73-be5f-446a-899d-6e82d3ee9d81 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.2145784 Aug 25 19:07:59.721577 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-535153b4-f212-4f23-9ac4-13627d7b8bf2 req-33827b9a-7bd5-4d5b-8410-aba664ac52a6 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Aug 25 19:08:00.997094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f226-2d3b-408f-9fbc-65fd90e13d83 req-8c13a572-52a7-4c17-abd6-01c2a3a53ba7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:00.998828 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5fd9f226-2d3b-408f-9fbc-65fd90e13d83 req-8c13a572-52a7-4c17-abd6-01c2a3a53ba7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.1501703 Aug 25 19:08:01.048296 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5fd9f226-2d3b-408f-9fbc-65fd90e13d83 req-115bfaeb-fb0c-4afc-b168-cfdad3e2e50f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Aug 25 19:08:01.475137 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Sync routers for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:01.490950 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:01.491718 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:01.834190 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:02.253686 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78044e0f-cf24-4544-b628-35fb2df54433 req-abdd1318-ad99-4271-885a-f044b1c59122 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:02.255154 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-78044e0f-cf24-4544-b628-35fb2df54433 req-abdd1318-ad99-4271-885a-f044b1c59122 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0808971 Aug 25 19:08:02.301685 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-78044e0f-cf24-4544-b628-35fb2df54433 req-0de83d81-df49-4936-8963-123a9a4aa839 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Aug 25 19:08:02.308624 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 4, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf62d04a-267e-4df8-9913-249c09b97af1', 'name': '', 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'mac_address': 'fa:16:3e:09:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:37Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 2, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'subnets': [{'id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:02.312591 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Checking router: 1c124208-3a77-4439-b478-1829c8a69590 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:02.312984 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Updating router 1c124208-3a77-4439-b478-1829c8a69590 port cf62d04a-267e-4df8-9913-249c09b97af1 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:02.362680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.698547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.712923 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Transition to ACTIVE for port object cf62d04a-267e-4df8-9913-249c09b97af1 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:02.720135 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.724099 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:02.847252 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Pushing event updated for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:02.851070 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:02.942185 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Attempting to bind port cf62d04a-267e-4df8-9913-249c09b97af1 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:02.942558 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Attempting to bind port cf62d04a-267e-4df8-9913-249c09b97af1 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:02.942922 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Attempting to bind port cf62d04a-267e-4df8-9913-249c09b97af1 on network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:02.949722 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:02.950091 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Checking segment: {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:02.950490 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:02.950883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Bound using segment: {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:02.951358 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Bound port: cf62d04a-267e-4df8-9913-249c09b97af1, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc06086-ac99-46bd-8cf3-c2137c4d90bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:02.951718 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:03.081067 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] For port cf62d04a-267e-4df8-9913-249c09b97af1, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:03.084075 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] For port cf62d04a-267e-4df8-9913-249c09b97af1, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf62d04a-267e-4df8-9913-249c09b97af1,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:03.087504 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:03.091449 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:03.171471 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Pushing event updated for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:03.173956 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:03.174553 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:07:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:03.223988 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:03.354967 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:03.502398 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed24c9-29f2-498b-a03c-371ac1948d18 req-fab2d095-376b-40e7-833f-b4cd5396a2bc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:03.504185 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6eed24c9-29f2-498b-a03c-371ac1948d18 req-fab2d095-376b-40e7-833f-b4cd5396a2bc tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0784550 Aug 25 19:08:03.549122 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6eed24c9-29f2-498b-a03c-371ac1948d18 req-48e138b0-48d4-4383-a603-73d4032a2ecf tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Aug 25 19:08:03.675986 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 4, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf62d04a-267e-4df8-9913-249c09b97af1', 'name': '', 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'mac_address': 'fa:16:3e:09:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:37Z', 'updated_at': '2021-08-25T19:08:03Z', 'revision_number': 4, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'subnets': [{'id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:03.679979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e24b9-8f56-4d68-8643-3c42d2c11341 None None] The sync data for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi is: [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:38Z', 'revision_number': 4, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'cf62d04a-267e-4df8-9913-249c09b97af1', 'name': '', 'network_id': 'c9c722aa-c4c0-44ea-86ae-a1b4ea260b15', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'mac_address': 'fa:16:3e:09:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:37Z', 'updated_at': '2021-08-25T19:08:03Z', 'revision_number': 4, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'subnets': [{'id': '65df1de1-61fe-4c55-9193-0dadf368f159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:04.482883 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:08:04.748986 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73b10-96e0-47b8-87b1-a723a3d4071b req-93cd442e-b2b3-4110-8ab4-b4accc5f4b48 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:04.750235 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ae73b10-96e0-47b8-87b1-a723a3d4071b req-93cd442e-b2b3-4110-8ab4-b4accc5f4b48 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0809340 Aug 25 19:08:04.800528 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0ae73b10-96e0-47b8-87b1-a723a3d4071b req-0b417fe1-b747-462b-b84a-90f9d38eb1af tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Aug 25 19:08:05.677947 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf62d04a-267e-4df8-9913-249c09b97af1 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:05.743223 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port cf62d04a-267e-4df8-9913-249c09b97af1 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:05.753741 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port cf62d04a-267e-4df8-9913-249c09b97af1 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:05.754113 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:05.880648 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:05.887860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-b6deb369-bfb8-4b5d-b5a2-2429b7426ee2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:05.889374 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-b6deb369-bfb8-4b5d-b5a2-2429b7426ee2 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.0839450 Aug 25 19:08:05.915467 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port cf62d04a-267e-4df8-9913-249c09b97af1, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf62d04a-267e-4df8-9913-249c09b97af1,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:05.920385 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:05.923437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-224bede6-637c-4d75-8558-0b91fe974bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:06.002890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:06.006258 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:06.074321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Deleting port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:06.074668 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:06.140598 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3a46-237b-4135-9c94-0d8bf464d565 req-24a969bd-e673-48a8-91d1-c607f3df7778 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:06.142097 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-46ae3a46-237b-4135-9c94-0d8bf464d565 req-24a969bd-e673-48a8-91d1-c607f3df7778 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 946 time: 0.2115884 Aug 25 19:08:06.303270 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-46ae3a46-237b-4135-9c94-0d8bf464d565 req-23227fdc-b78e-4e67-812c-f714c50687b1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275728 Aug 25 19:08:06.371996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] For port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:06.372499 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:06.490715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Calling delete_port for 34396ac8-17b5-4ed9-86ae-ffa4f8207eff owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:06.635894 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:06.641633 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0a8ee5c2-ae8b-4d5c-8214-439d9ad4d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:06.686269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['95a732f2-b794-427e-8e6c-560bb96d881a', '34396ac8-17b5-4ed9-86ae-ffa4f8207eff'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:06.689111 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Pushing event deleted for resources: {'Port': ['ID=34396ac8-17b5-4ed9-86ae-ffa4f8207eff,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:06.724207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:06.762026 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] No DVR routers for this DVR port 34396ac8-17b5-4ed9-86ae-ffa4f8207eff on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:08:06.765035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:06.767632 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'name': 'network-vif-deleted', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:06.782772 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f7863267-2022-4edc-aaa2-20964dcf0d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:06.783170 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cd43366a-018c-4ab3-b824-5c1d722111b5 req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "DELETE /v2.0/ports/34396ac8-17b5-4ed9-86ae-ffa4f8207eff HTTP/1.1" status: 204 len: 173 time: 0.8863065 Aug 25 19:08:06.829062 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c40a220-b506-422c-934d-67c594a16b34', 'name': 'network-vif-deleted', 'tag': '34396ac8-17b5-4ed9-86ae-ffa4f8207eff', 'status': 'completed', 'code': 200} Aug 25 19:08:07.252744 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:07.481665 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ec466f32-db02-48e0-ab35-e3ba16db1c65 req-08a6bc59-ff1a-4133-8695-eefdb4da3809 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Synchronizing usage tracker for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:07.498092 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-ec466f32-db02-48e0-ab35-e3ba16db1c65 req-08a6bc59-ff1a-4133-8695-eefdb4da3809 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Unset dirty status for tenant:429446a592c745d3bdbef0c5c56b33ec on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:07.499298 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ec466f32-db02-48e0-ab35-e3ba16db1c65 req-08a6bc59-ff1a-4133-8695-eefdb4da3809 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c40a220-b506-422c-934d-67c594a16b34 HTTP/1.1" status: 200 len: 210 time: 0.0644112 Aug 25 19:08:07.668039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf62d04a-267e-4df8-9913-249c09b97af1 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:07.735787 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port cf62d04a-267e-4df8-9913-249c09b97af1 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:07.736460 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:08.973093 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163181-9bb1-4850-a26f-4cb529f234a2 req-2d6b958f-e469-4662-926b-4764b6786473 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:08.974566 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd163181-9bb1-4850-a26f-4cb529f234a2 req-2d6b958f-e469-4662-926b-4764b6786473 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0757465 Aug 25 19:08:09.019441 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd163181-9bb1-4850-a26f-4cb529f234a2 req-c298bb9f-1f4a-4248-84fd-6ae94ab3bd20 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Aug 25 19:08:09.114189 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fce01e7c-c2d4-4539-9852-febbfa18643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.101214 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:10.224039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc60a6-f90c-41fa-bc94-d799c515aab3 req-71401ad0-eabc-4c4f-b716-5686c6eb3ec7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:10.225549 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbbc60a6-f90c-41fa-bc94-d799c515aab3 req-71401ad0-eabc-4c4f-b716-5686c6eb3ec7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0823345 Aug 25 19:08:10.272749 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cbbc60a6-f90c-41fa-bc94-d799c515aab3 req-d43b6a78-0d7e-4777-9408-8ea61cb31c9f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Aug 25 19:08:10.712356 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 34396ac8-17b5-4ed9-86ae-ffa4f8207eff no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:10.745466 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 34396ac8-17b5-4ed9-86ae-ffa4f8207eff {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:10.745824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 34396ac8-17b5-4ed9-86ae-ffa4f8207eff not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:10.754284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-d31ae006-1ec0-462a-a8d1-826f52b326fb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:10.771041 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-d31ae006-1ec0-462a-a8d1-826f52b326fb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:10.772279 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-d31ae006-1ec0-462a-a8d1-826f52b326fb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093849121&fields=id&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 267 time: 0.0578332 Aug 25 19:08:10.921601 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-93bf959e-66d2-4aa6-a5b0-a317e6f491d4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:10.922956 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-93bf959e-66d2-4aa6-a5b0-a317e6f491d4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.1438217 Aug 25 19:08:10.938991 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-e06d51ef-b099-441d-a3e1-1b34be0f050a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/quotas/56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 375 time: 0.0105922 Aug 25 19:08:11.016563 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-fa49345c-e8bd-494c-aee9-81e5b0529b50 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:11.033105 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-fa49345c-e8bd-494c-aee9-81e5b0529b50 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:11.034459 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-fa49345c-e8bd-494c-aee9-81e5b0529b50 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905073 Aug 25 19:08:11.235819 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-7145dd2b-41b4-48d5-8256-49f59fb37a55 service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900363 Aug 25 19:08:11.435486 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-3b4de9ae-594a-4a96-9192-6d9fcab5a470 service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941068 Aug 25 19:08:11.491332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52c3ef-487b-4aec-8670-269c8d9b94b4 req-56ca31e3-f5cc-47be-83d8-aca139be5649 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:11.499141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc52c3ef-487b-4aec-8670-269c8d9b94b4 req-56ca31e3-f5cc-47be-83d8-aca139be5649 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.1027782 Aug 25 19:08:11.513896 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:11.543979 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc52c3ef-487b-4aec-8670-269c8d9b94b4 req-6b64b648-2e40-4534-b04e-076ce0f13ea9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Aug 25 19:08:11.865533 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c442bc49-a1fd-4a48-a6cc-8fa793879f28 req-83eef479-b7c9-4ee7-8de6-83064c95484a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 210 time: 0.0474687 Aug 25 19:08:12.751830 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7a131-9d89-4f29-9f6c-073c7f4d53b0 req-d09347c1-c7ab-4e41-bf85-cd66ddff4cc4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:12.753341 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98b7a131-9d89-4f29-9f6c-073c7f4d53b0 req-d09347c1-c7ab-4e41-bf85-cd66ddff4cc4 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0835142 Aug 25 19:08:12.807045 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98b7a131-9d89-4f29-9f6c-073c7f4d53b0 req-0725da30-0a96-4068-b55e-789e12b4f94e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Aug 25 19:08:13.045544 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-662e45a5-8f8b-41c6-88d4-1f92ca050eab req-e83e50dc-ce89-44d0-a1e1-5d0f803ce4c7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 210 time: 0.0457263 Aug 25 19:08:13.394678 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-3a9d9998-96d7-463f-b2fc-51fa75c03ada tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:13.395481 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-3a9d9998-96d7-463f-b2fc-51fa75c03ada tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:13.412516 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-3a9d9998-96d7-463f-b2fc-51fa75c03ada tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:13.413846 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-3a9d9998-96d7-463f-b2fc-51fa75c03ada tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.1664612 Aug 25 19:08:13.487276 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-5a9f74bf-148d-4dc1-871b-4a4e78e1acb4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:13.499570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-5a9f74bf-148d-4dc1-871b-4a4e78e1acb4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:13.500650 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-5a9f74bf-148d-4dc1-871b-4a4e78e1acb4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 380 time: 0.0557609 Aug 25 19:08:13.521087 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'port': {'device_id': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'admin_state_up': True, 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'security_groups': ['29bb5bb6-4e01-42e5-b697-36c8a3e785de']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:13.652261 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:13.661467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:13.670981 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Made reservation on behalf of 56cd4633a8784d1aa2ba79d34a1612ef for: {'port': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:13.674027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:13.829221 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.20.0.14 (7e074a95-d332-43d0-814e-303966b51fb6/ec73c00d-ef1b-4e38-8edc-0df2aa7851de/9ac7c495-49f2-47da-a6e3-214e914051ca) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:14.007133 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e446-60ab-4a11-ad30-557eff596004 req-f12f0066-35fc-4a3b-9ca0-629688d311d9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.008636 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e03e446-60ab-4a11-ad30-557eff596004 req-f12f0066-35fc-4a3b-9ca0-629688d311d9 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0812371 Aug 25 19:08:14.053860 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4e03e446-60ab-4a11-ad30-557eff596004 req-6086bea5-83f6-4ede-bac7-fa8f14c00d8f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Aug 25 19:08:14.073706 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.091133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Transition to ACTIVE for port object 9ac7c495-49f2-47da-a6e3-214e914051ca will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:14.115079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.128733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-50e2a4db-4520-4186-aac1-2bfe2337639d tempest-DeleteServersTestJSON-1379723193 tempest-DeleteServersTestJSON-1379723193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:14.169448 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:14.175987 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:14.196420 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:14.327225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:14.346278 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.346636 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.346978 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.347322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.347664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.348181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.348529 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.348900 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.352864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.352864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.352864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:14.357178 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.357789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.363808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:14.393855 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-168506ac-b287-401e-b2d3-6be1f8fe62f7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8763959 Aug 25 19:08:14.400952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46bfc-e1aa-4470-98f3-1e5dc442663c req-6d9d56c5-ba31-4aab-adbc-a9b539f3298f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:14.402102 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a7d46bfc-e1aa-4470-98f3-1e5dc442663c req-6d9d56c5-ba31-4aab-adbc-a9b539f3298f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:14.417839 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a7d46bfc-e1aa-4470-98f3-1e5dc442663c req-6d9d56c5-ba31-4aab-adbc-a9b539f3298f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:14.419068 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a7d46bfc-e1aa-4470-98f3-1e5dc442663c req-6d9d56c5-ba31-4aab-adbc-a9b539f3298f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 932 time: 0.1798079 Aug 25 19:08:14.481302 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d0f57e2e-641a-4e1a-b411-edf27ca1a793 None None] Provisioning for port 9ac7c495-49f2-47da-a6e3-214e914051ca completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:14.487555 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a7d46bfc-e1aa-4470-98f3-1e5dc442663c req-1b820d8e-d2c8-41bb-bf84-ff78d1aa4f15 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585618 Aug 25 19:08:14.493421 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d0f57e2e-641a-4e1a-b411-edf27ca1a793 None None] Provisioning complete for port 9ac7c495-49f2-47da-a6e3-214e914051ca triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:14.493892 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d0f57e2e-641a-4e1a-b411-edf27ca1a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.501523 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Request body: {'port': {'device_id': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:14.554156 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d0f57e2e-641a-4e1a-b411-edf27ca1a793 None None] Port 9ac7c495-49f2-47da-a6e3-214e914051ca cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:14.613437 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.953838 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac7c495-49f2-47da-a6e3-214e914051ca {{(pid=75029) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:14.960315 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.974905 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Transition to ACTIVE for port object 9ac7c495-49f2-47da-a6e3-214e914051ca will not be triggered until provisioned by entity L2. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:14.978319 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:14.982883 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-96cbeaf2-6226-4c8c-af5e-64f6e9c21607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:15.107011 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:15.110135 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:15.224333 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Attempting to bind port 9ac7c495-49f2-47da-a6e3-214e914051ca on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:15.224684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Attempting to bind port 9ac7c495-49f2-47da-a6e3-214e914051ca by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:15.225080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Attempting to bind port 9ac7c495-49f2-47da-a6e3-214e914051ca on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:15.230972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Port 9ac7c495-49f2-47da-a6e3-214e914051ca on network 7e074a95-d332-43d0-814e-303966b51fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:15.231288 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Attempting to bind port 9ac7c495-49f2-47da-a6e3-214e914051ca on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:15.237382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:15.237713 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:15.238086 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Bound using segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} {{(pid=75029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:15.238501 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.managers [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Bound port: 9ac7c495-49f2-47da-a6e3-214e914051ca, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}}] {{(pid=75029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:15.238845 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.282551 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c95a18-0a52-44fb-ad77-d0f9192db098 req-8445cc39-0126-407f-9522-e64405041ece tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.284085 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a6c95a18-0a52-44fb-ad77-d0f9192db098 req-8445cc39-0126-407f-9522-e64405041ece tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0843463 Aug 25 19:08:15.329115 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, cleared binding levels {{(pid=75029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:15.331432 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a6c95a18-0a52-44fb-ad77-d0f9192db098 req-3a069e7d-6ec9-4345-a488-e2c679eaf17e tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Aug 25 19:08:15.332334 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9ac7c495-49f2-47da-a6e3-214e914051ca,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:15.336579 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.341012 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ec66c7cd-7386-41fa-8da6-4050b2cec7e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:15.406399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.407786 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] 10.222.0.57 "PUT /v2.0/ports/9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 200 len: 1094 time: 0.9831512 Aug 25 19:08:15.408742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:15.412981 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40660) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:15.422159 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=3']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:15.425727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:15.470308 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'status': 'completed', 'code': 200} Aug 25 19:08:15.480570 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Deleting subnet a8ec343d-fc18-45ea-89d7-373b11f608ec {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:08:15.483949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.545793 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.589764 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-b5197835-7ca2-4ec0-8b50-238685c62700 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1097 time: 0.0847321 Aug 25 19:08:15.623621 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.668371 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-d2259cb8-2b82-49ae-a25b-6ad97ab764c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 200 len: 217 time: 0.0628395 Aug 25 19:08:15.739224 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-818ddcee-3eba-419a-be86-794f0db42d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.740696 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-818ddcee-3eba-419a-be86-794f0db42d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0595574 Aug 25 19:08:15.758406 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.766726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86831515-40ab-4eb3-bbc7-de530d9201a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:15.800408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858dfa-46ce-43b3-aa3c-3f6858d22b4a req-8558ed8b-12b6-4d64-935d-81c9178c6121 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:15.801922 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d6858dfa-46ce-43b3-aa3c-3f6858d22b4a req-8558ed8b-12b6-4d64-935d-81c9178c6121 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.1428161 Aug 25 19:08:15.810186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ec343d-fc18-45ea-89d7-373b11f608ec,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:15.819251 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-ae045e7f-40e7-4f39-9284-c8ae301cbaa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676026 Aug 25 19:08:15.835752 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:15.848091 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.848383 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.848764 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.849142 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.849489 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.849835 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.850174 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.850588 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.850929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.851268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.851606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:15.856970 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a8ec343d-fc18-45ea-89d7-373b11f608ec HTTP/1.1" status: 204 len: 168 time: 0.4407928 Aug 25 19:08:15.856970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2e9f8e75-8cce-435d-993c-e60b32e5a79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:15.862476 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40666) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:15.942450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d6858dfa-46ce-43b3-aa3c-3f6858d22b4a req-9634db7a-d4f3-4bfd-aa8e-f71e6f97ade7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332405 Aug 25 19:08:15.950905 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-aed9da60-7939-4316-93aa-8bf1e8997ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241443 Aug 25 19:08:15.979156 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.104477 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.117261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7d0a27-3a0c-4c36-ba0e-c956f2a3746a']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:16.133474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7139c2d2-4e91-407d-ac4f-c18c8af88cc8') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:16.133836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7139c2d2-4e91-407d-ac4f-c18c8af88cc8') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:16.146791 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.163058 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.169186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:08:16.169564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:08:16.187622 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:08:16.195376 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a1fb263-3459-4871-b4bb-a40f0066e29b req-a2236cb2-dd61-4520-b022-55bf8f416187 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856205 Aug 25 19:08:16.266124 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.269686 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:16.283694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.297184 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Pushing event deleted for resources: {'Network': ['ID=be7d0a27-3a0c-4c36-ba0e-c956f2a3746a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:16.300203 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:16.306147 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7666c7f4-a7f3-4216-a39a-57513def9742 admin admin] 10.222.0.26 "DELETE /v2.0/networks/be7d0a27-3a0c-4c36-ba0e-c956f2a3746a HTTP/1.1" status: 204 len: 168 time: 0.4427395 Aug 25 19:08:16.443340 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-3f1dff21-5137-4635-90be-a2e14cd4a1dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1097 time: 0.0744889 Aug 25 19:08:16.457367 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-320a9692-b56d-4199-8ceb-1c13bad918a7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.458827 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-320a9692-b56d-4199-8ceb-1c13bad918a7 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.0900846 Aug 25 19:08:16.526586 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40674) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:16.561597 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Deleting port 95a732f2-b794-427e-8e6c-560bb96d881a {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:16.561931 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.587552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453191ac-3d61-41a6-b431-e95e7d358349 req-1f1aeb2c-a2a0-4d63-a4b8-dee1c233b61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.589188 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-1f1aeb2c-a2a0-4d63-a4b8-dee1c233b61c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1382444 Aug 25 19:08:16.672182 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-fb608f6b-7419-4f03-af92-1c785275f713 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 200 len: 217 time: 0.0628526 Aug 25 19:08:16.730039 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e2ccb9f6-1204-4e4e-8479-e2a1edb5bef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3823f17c220f4e718ad5c2d4842534d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2003911 Aug 25 19:08:16.732397 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40678) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:16.750443 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453191ac-3d61-41a6-b431-e95e7d358349 req-78556423-8df5-4416-b147-30be4bdd6d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.751872 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-78556423-8df5-4416-b147-30be4bdd6d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0725076 Aug 25 19:08:16.810909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16646ce2-5d61-4ffc-8a52-4f7f3736ad09 req-7d1e8cb4-6cb3-4698-82de-3676e9a34e6a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:16.812374 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16646ce2-5d61-4ffc-8a52-4f7f3736ad09 req-7d1e8cb4-6cb3-4698-82de-3676e9a34e6a tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 945 time: 0.2879312 Aug 25 19:08:16.910785 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-16646ce2-5d61-4ffc-8a52-4f7f3736ad09 req-a0274c4c-ffe8-47d6-9915-14687ac53196 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/security-groups?id=f21f7ecb-3176-41fa-8c47-1d472444b65b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Aug 25 19:08:16.916749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] For port 95a732f2-b794-427e-8e6c-560bb96d881a, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95a732f2-b794-427e-8e6c-560bb96d881a,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:16.917125 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.921211 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:16.951138 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-6146e832-e9e2-412a-805e-7ba30a2e304b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1877761 Aug 25 19:08:16.954961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.046220 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Calling delete_port for 95a732f2-b794-427e-8e6c-560bb96d881a owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:17.164655 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-f6a6c1e6-b07c-44a8-992e-bd8f4635283b service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032847 Aug 25 19:08:17.174367 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.181087 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-85ab13b5-4248-49b9-a679-fcb45da5b08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:17.198294 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.203781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0eb34bc8-b9e4-4706-945a-2f8f2d20751c tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:17.225266 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd34dea-dc1f-4482-a397-cbd87f6fd93a,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:17.227869 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:17.241533 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['95a732f2-b794-427e-8e6c-560bb96d881a'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:17.244832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Pushing event deleted for resources: {'Port': ['ID=95a732f2-b794-427e-8e6c-560bb96d881a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:17.249081 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:17.298196 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0dc6d-126a-4b8a-8ca9-9eb8d7e049c6 req-11313d84-d607-449c-88be-1873959ed6c7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:17.299689 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8be0dc6d-126a-4b8a-8ca9-9eb8d7e049c6 req-11313d84-d607-449c-88be-1873959ed6c7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.2322109 Aug 25 19:08:17.305005 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.308749 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/acd34dea-dc1f-4482-a397-cbd87f6fd93a HTTP/1.1" status: 204 len: 168 time: 0.5725200 Aug 25 19:08:17.333389 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] No DVR routers for this DVR port 95a732f2-b794-427e-8e6c-560bb96d881a on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:08:17.335634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:17.350419 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9b495f0-e36f-45e6-804c-f98138f7653e req-dfca8058-482e-4e7e-8061-11e715562903 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.57 "DELETE /v2.0/ports/95a732f2-b794-427e-8e6c-560bb96d881a HTTP/1.1" status: 204 len: 173 time: 0.8830726 Aug 25 19:08:17.394332 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-453191ac-3d61-41a6-b431-e95e7d358349 req-c137b34d-62cf-421a-887d-d89d4ef06741 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149951 Aug 25 19:08:17.398553 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8be0dc6d-126a-4b8a-8ca9-9eb8d7e049c6 req-16da3800-ca9e-4f47-82b6-d7c38dcf5a73 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914397 Aug 25 19:08:17.471724 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'name': 'network-vif-deleted', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:17.757029 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e74816b-9230-43c0-9dc9-230bbc70b945', 'name': 'network-vif-deleted', 'tag': '95a732f2-b794-427e-8e6c-560bb96d881a', 'status': 'completed', 'code': 200} Aug 25 19:08:18.099488 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e8531dc1-d59d-401a-b4b5-010941e43c7b req-c679f700-4e4c-43d2-b85d-c92c2f161bf1 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e74816b-9230-43c0-9dc9-230bbc70b945 HTTP/1.1" status: 200 len: 210 time: 0.0444839 Aug 25 19:08:18.200426 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40708) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:18.329093 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-635375450-network', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:18.333850 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:18.338656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Usage tracker for resource:network and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:18.341550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:18.347629 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:18.357283 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Made reservation on behalf of 06bb2efefe5d4d64a6936454ce77ffe6 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:18.359575 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.371357 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.407066 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:18.410766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:18.413472 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:18.419203 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:18.484508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.488227 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.492062 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f1db0656-2c59-4670-b66c-575b67d8d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:18.521799 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:08:18.534665 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f07c72-f667-471c-b620-8db6c45dcf02,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:18.537584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:18.542400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.542761 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Added segment 588771ba-e25a-4c6c-b7c1-8a14cec09418 of type vlan for network d1c19882-9de6-4179-b70e-9b4e33fee1db Aug 25 19:08:18.569233 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.597961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.599114 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:18.599720 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.601136 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd66e9-8d29-4bb9-9bf0-d69cea7122d8 req-fc70bf62-92c9-458e-a24a-3094f3e17e1f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:18.602597 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-93bd66e9-8d29-4bb9-9bf0-d69cea7122d8 req-fc70bf62-92c9-458e-a24a-3094f3e17e1f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.0773747 Aug 25 19:08:18.603490 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:18.648344 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-93bd66e9-8d29-4bb9-9bf0-d69cea7122d8 req-a91cf57f-1654-4eb8-b0e5-a70526280346 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Aug 25 19:08:18.700559 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c19882-9de6-4179-b70e-9b4e33fee1db,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:18.703483 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5018070 Aug 25 19:08:18.704301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:18.706279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40718) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:18.710736 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network d1c19882-9de6-4179-b70e-9b4e33fee1db details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:08:18.711484 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Request body: {'subnet': {'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-635375450-subnet', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:18.716854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:18.720558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Usage tracker for resource:subnet and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:18.723348 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:18.729104 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:18.738541 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Made reservation on behalf of 06bb2efefe5d4d64a6936454ce77ffe6 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:18.741057 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1775398'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.937523 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2231232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1775412'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:18.941058 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-362ab3d5-4bfa-47b0-8f5a-919f39cfe8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:19.010766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a80d7cd-75e1-454a-9ff2-d7fa86071439,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:19.013344 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:19.023186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Checking segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:19.023536 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Network hostable DHCP agents. Network: d1c19882-9de6-4179-b70e-9b4e33fee1db, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:08:19.044338 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Network d1c19882-9de6-4179-b70e-9b4e33fee1db is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:08:19.052999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, d1c19882-9de6-4179-b70e-9b4e33fee1db) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:19.057172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:19.057756 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.061953 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cbd78-ea2c-4f13-aff1-65b85d70414b None None] Network d1c19882-9de6-4179-b70e-9b4e33fee1db requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:19.078297 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-584aa6f6-01b5-43fe-a389-2d2cbf53f225 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3708444 Aug 25 19:08:19.081266 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40722) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:19.086425 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:19.091249 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:19.095378 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Usage tracker for resource:router and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:19.098524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:19.105101 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:19.115285 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.116544 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.142394 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.208271 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40732) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:19.319714 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.353529 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-d1c19882-9de6-4179-b70e-9b4e33fee1db', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:08:19.354358 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.551711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.556012 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Allocated IP 172.20.0.2 (d1c19882-9de6-4179-b70e-9b4e33fee1db/9a80d7cd-75e1-454a-9ff2-d7fa86071439/daa067ea-af8d-4914-90ad-7151c3ef8ce9) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:19.585480 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.703783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.796475 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Allocated IP 172.27.2.141 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/9de544d8-d906-40cb-9ec8-75857b76a35f) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:19.832796 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.846910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Transition to ACTIVE for port object daa067ea-af8d-4914-90ad-7151c3ef8ce9 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:19.873328 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Transition to ACTIVE for port object daa067ea-af8d-4914-90ad-7151c3ef8ce9 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:19.882420 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:19.892655 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:19.958132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46f17-f26f-4b5c-879a-6768579d15cc req-952976ff-6e05-457e-b336-b8461ad340f0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:19.959591 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dae46f17-f26f-4b5c-879a-6768579d15cc req-952976ff-6e05-457e-b336-b8461ad340f0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.1101379 Aug 25 19:08:19.983586 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Network d1c19882-9de6-4179-b70e-9b4e33fee1db is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:19.986488 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:19.989686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:19.995754 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Pushing event updated for resources: {'Port': ['ID=daa067ea-af8d-4914-90ad-7151c3ef8ce9,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:20.050304 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.050727 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.051069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.051561 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.052047 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.052378 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.052713 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.053039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.053365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.053676 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.054124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:20.066249 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:20.077517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.083973 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dae46f17-f26f-4b5c-879a-6768579d15cc req-689447fc-74ec-4058-87cc-3fbda8a86510 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701995 Aug 25 19:08:20.129596 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.133705 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:20.174975 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Attempting to bind port daa067ea-af8d-4914-90ad-7151c3ef8ce9 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:20.175355 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Attempting to bind port daa067ea-af8d-4914-90ad-7151c3ef8ce9 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:20.175718 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Attempting to bind port daa067ea-af8d-4914-90ad-7151c3ef8ce9 on network d1c19882-9de6-4179-b70e-9b4e33fee1db {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:20.192312 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:20.192792 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Checking segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:20.193260 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.193688 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Bound using segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:20.198490 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Bound port: daa067ea-af8d-4914-90ad-7151c3ef8ce9, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:20.198902 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.219917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:20.224996 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:20.232264 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Pushing event updated for resources: {'Port': ['ID=9de544d8-d906-40cb-9ec8-75857b76a35f,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:20.241933 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:20.271030 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:20.318301 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] For port daa067ea-af8d-4914-90ad-7151c3ef8ce9, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:20.321293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] For port daa067ea-af8d-4914-90ad-7151c3ef8ce9, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=daa067ea-af8d-4914-90ad-7151c3ef8ce9,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:20.327520 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.333084 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:20.415773 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Pushing event updated for resources: {'Port': ['ID=daa067ea-af8d-4914-90ad-7151c3ef8ce9,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:20.421648 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.422654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.428952 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:20.634730 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Deleting port cf95265d-b75a-4442-a5f0-c996b3209a22 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:20.635166 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.692539 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Router 9e843575-9359-4bb3-a0da-4ccef238b56f is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:08:20.755293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95a732f2-b794-427e-8e6c-560bb96d881a no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:20.793682 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 95a732f2-b794-427e-8e6c-560bb96d881a {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:20.793946 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95a732f2-b794-427e-8e6c-560bb96d881a not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:20.832592 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] For port cf95265d-b75a-4442-a5f0-c996b3209a22, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf95265d-b75a-4442-a5f0-c996b3209a22,segment=NetworkSegment(e46d6a94-ab90-482d-a181-b74e0d684495),segment_id=e46d6a94-ab90-482d-a181-b74e0d684495)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:20.833172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.901834 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:20.910522 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Sync routers for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:20.922386 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:20.922998 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:20.926547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:20.930453 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8457291 Aug 25 19:08:20.930726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40748) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:20.958158 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Calling delete_port for cf95265d-b75a-4442-a5f0-c996b3209a22 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:21.106318 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:21.537514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bc33f-1b97-4fe2-9f0a-86c27e2707ba req-5e00e70b-c2e2-414c-a08e-fb3d73375ded tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:21.539017 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-439bc33f-1b97-4fe2-9f0a-86c27e2707ba req-5e00e70b-c2e2-414c-a08e-fb3d73375ded tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.1725259 Aug 25 19:08:21.545035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:21.548795 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73dd087-1376-4b93-a2cf-d23b7fb33637 None None] Network d1c19882-9de6-4179-b70e-9b4e33fee1db requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:21.550765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:21.695774 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:20Z', 'revision_number': 3, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:21.706656 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Checking router: 9e843575-9359-4bb3-a0da-4ccef238b56f for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:21.707335 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Updating router 9e843575-9359-4bb3-a0da-4ccef238b56f port 9de544d8-d906-40cb-9ec8-75857b76a35f binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:21.711039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf95265d-b75a-4442-a5f0-c996b3209a22,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:21.720487 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:21.781336 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-140d7b47-3aed-4c16-9ec8-2cc5c1a7e839 None None] Provisioning for port daa067ea-af8d-4914-90ad-7151c3ef8ce9 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:21.791189 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:21.809709 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device daa067ea-af8d-4914-90ad-7151c3ef8ce9 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:21.815427 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-439bc33f-1b97-4fe2-9f0a-86c27e2707ba req-1acc987f-2180-41e1-89d5-b9357a02880e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444752 Aug 25 19:08:22.091246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port daa067ea-af8d-4914-90ad-7151c3ef8ce9 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:22.105306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port daa067ea-af8d-4914-90ad-7151c3ef8ce9 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:22.106709 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.174320 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.201993 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.217498 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.232038 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Transition to ACTIVE for port object 9de544d8-d906-40cb-9ec8-75857b76a35f will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:22.240879 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.247836 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:22.276101 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.335289 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port daa067ea-af8d-4914-90ad-7151c3ef8ce9, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=daa067ea-af8d-4914-90ad-7151c3ef8ce9,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:22.342242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.346148 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83758-3c6a-4acd-b144-edafb9d12975 None None] Pushing event updated for resources: {'Port': ['ID=9de544d8-d906-40cb-9ec8-75857b76a35f,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:22.350007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:22.351507 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-c9c83758-3c6a-4acd-b144-edafb9d12975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:22.358238 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Attempting to bind port 9de544d8-d906-40cb-9ec8-75857b76a35f on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:22.358754 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Attempting to bind port 9de544d8-d906-40cb-9ec8-75857b76a35f by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:22.359165 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Attempting to bind port 9de544d8-d906-40cb-9ec8-75857b76a35f on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:22.367676 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:22.368203 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:22.368877 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.369278 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:22.369750 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Bound port: 9de544d8-d906-40cb-9ec8-75857b76a35f, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:22.370127 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.399119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0508-8f36-436f-88c0-cb8ce1797ade req-432f308e-859c-4efa-bbe1-43f268aa7486 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:22.401439 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc7d0508-8f36-436f-88c0-cb8ce1797ade req-432f308e-859c-4efa-bbe1-43f268aa7486 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.2599778 Aug 25 19:08:22.456458 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] For port 9de544d8-d906-40cb-9ec8-75857b76a35f, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:22.459700 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] For port 9de544d8-d906-40cb-9ec8-75857b76a35f, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=9de544d8-d906-40cb-9ec8-75857b76a35f,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:22.467119 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=daa067ea-af8d-4914-90ad-7151c3ef8ce9,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:22.468820 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.470619 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:22.474927 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-5f728f1b-546a-45d8-8af1-af4ae07c5267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:22.549389 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fc7d0508-8f36-436f-88c0-cb8ce1797ade req-ab9bb557-693e-4794-9b90-e063d08c3906 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386888 Aug 25 19:08:22.572284 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83758-3c6a-4acd-b144-edafb9d12975 None None] Pushing event updated for resources: {'Port': ['ID=9de544d8-d906-40cb-9ec8-75857b76a35f,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:22.575581 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-c9c83758-3c6a-4acd-b144-edafb9d12975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:22.576523 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:22.577169 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:22.589622 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Allocated IP 172.20.0.1 (d1c19882-9de6-4179-b70e-9b4e33fee1db/9a80d7cd-75e1-454a-9ff2-d7fa86071439/e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:22.621772 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-b37fa050-f3ad-4b31-a483-7bfa3ae91927 None None] Provisioning complete for port daa067ea-af8d-4914-90ad-7151c3ef8ce9 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:22.622580 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b37fa050-f3ad-4b31-a483-7bfa3ae91927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.761659 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:22.770886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.788217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Transition to ACTIVE for port object e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:22.811672 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:22.815824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:22.905747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Network d1c19882-9de6-4179-b70e-9b4e33fee1db is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:22.909040 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:22.919114 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:22.929794 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:22.931714 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:23.018626 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Router 2d324e5e-1c5d-4d20-9851-d04012ffea53 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:23.067344 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:20Z', 'revision_number': 3, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:23.073192 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef159ca4-6557-47c4-957b-35f8f0cdf69b None None] The sync data for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi is: [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:20Z', 'revision_number': 3, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:23.077712 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.117150 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d3eb7-8e9e-4167-80bf-0bed5f6c253c req-c45d7607-298e-44ae-8de1-c16783a8411d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:23.127412 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b4d3eb7-8e9e-4167-80bf-0bed5f6c253c req-c45d7607-298e-44ae-8de1-c16783a8411d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.1328743 Aug 25 19:08:23.182875 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30c73f60-a181-455c-a000-01306edd5aa0 None None] Provisioning for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:23.189496 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30c73f60-a181-455c-a000-01306edd5aa0 None None] Provisioning complete for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:23.190910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30c73f60-a181-455c-a000-01306edd5aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.252219 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.259451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:23.265877 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30c73f60-a181-455c-a000-01306edd5aa0 None None] Port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:23.275721 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Sync routers for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:23.275927 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-521f783c-b394-430f-a7f3-1a52316832cc admin admin] 10.222.0.26 "PUT /v2.0/routers/2d324e5e-1c5d-4d20-9851-d04012ffea53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0633073 Aug 25 19:08:23.276222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40764) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:23.284889 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9b4d3eb7-8e9e-4167-80bf-0bed5f6c253c req-426d3a7c-6fa2-4fca-8120-6d053ecded5a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524034 Aug 25 19:08:23.295912 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:23.297009 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:23.563689 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.571922 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.580247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:23.610485 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3368a02b-5142-4ad3-b914-f9e0f8b9385b tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:23.657488 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.759658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:23.948253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:23.971151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:23.986169 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9de544d8-d906-40cb-9ec8-75857b76a35f up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:23.987878 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074516f-a333-4f97-a72c-0b96f2ac924a req-b4533a62-1030-4717-92b7-d946f4bcac8d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:23.989431 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5074516f-a333-4f97-a72c-0b96f2ac924a req-b4533a62-1030-4717-92b7-d946f4bcac8d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.1994669 Aug 25 19:08:24.003340 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Network d1c19882-9de6-4179-b70e-9b4e33fee1db is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:24.005328 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:24.088732 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5074516f-a333-4f97-a72c-0b96f2ac924a req-29020e16-3d50-41d9-822c-705eb1f5e385 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919185 Aug 25 19:08:24.125692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.136553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Deleting port 1e2c0079-990e-4e16-a32f-015300a627ad {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:24.137101 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.143224 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:08:21Z', 'revision_number': 5, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port': {'id': '1e2c0079-990e-4e16-a32f-015300a627ad', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:04:28Z', 'updated_at': '2021-08-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:24.171127 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Checking router: 2d324e5e-1c5d-4d20-9851-d04012ffea53 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:24.180192 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 9de544d8-d906-40cb-9ec8-75857b76a35f completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:24.186600 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 9de544d8-d906-40cb-9ec8-75857b76a35f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:24.186972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.232745 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Routers {'2d324e5e-1c5d-4d20-9851-d04012ffea53'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:24.233380 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['2d324e5e-1c5d-4d20-9851-d04012ffea53'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:24.274326 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-359695ce-259c-4179-af18-c4e692ac12e3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:24.277098 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-359695ce-259c-4179-af18-c4e692ac12e3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.3753107 Aug 25 19:08:24.405751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] For port 1e2c0079-990e-4e16-a32f-015300a627ad, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=1e2c0079-990e-4e16-a32f-015300a627ad,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:24.406334 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.494611 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-c3926a91-d776-4557-8c29-1e05cc7582cb None None] Provisioning complete for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:24.494985 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c3926a91-d776-4557-8c29-1e05cc7582cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.523642 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] Set router 2d324e5e-1c5d-4d20-9851-d04012ffea53 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:24.543682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Calling delete_port for 1e2c0079-990e-4e16-a32f-015300a627ad owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:24.581841 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Deleting port d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:24.582186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.645448 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.661813 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 6, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:24.668172 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-c3926a91-d776-4557-8c29-1e05cc7582cb None None] Port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:24.674845 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f96170-96a5-40c6-be31-fcaf46e26ce8 None None] The sync data for ids ['2d324e5e-1c5d-4d20-9851-d04012ffea53'] in dv-cinder-806038-1-iscsi is: [{'id': '2d324e5e-1c5d-4d20-9851-d04012ffea53', 'name': 'tempest-ServerRescueNegativeTestJSON-422342356-router', 'tenant_id': '429446a592c745d3bdbef0c5c56b33ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:04:27Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 6, 'project_id': '429446a592c745d3bdbef0c5c56b33ec', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:24.676973 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 9de544d8-d906-40cb-9ec8-75857b76a35f, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=9de544d8-d906-40cb-9ec8-75857b76a35f,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:24.681463 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.682369 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device daa067ea-af8d-4914-90ad-7151c3ef8ce9 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:24.709985 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:24.715723 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b035b-8774-45ba-8b95-7b5d126677aa req-a134b693-021b-47ff-ab63-3a9cf34a1650 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:24.717073 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d1b035b-8774-45ba-8b95-7b5d126677aa req-a134b693-021b-47ff-ab63-3a9cf34a1650 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 944 time: 0.2327697 Aug 25 19:08:24.746709 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.752552 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:24.776074 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 9ac7c495-49f2-47da-a6e3-214e914051ca details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:24.799053 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2c0079-990e-4e16-a32f-015300a627ad,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:24.802409 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:24.816761 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=9de544d8-d906-40cb-9ec8-75857b76a35f,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:24.822863 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:24.913554 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port daa067ea-af8d-4914-90ad-7151c3ef8ce9 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:24.913895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:24.928897 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5d1b035b-8774-45ba-8b95-7b5d126677aa req-e85bd3c0-cc76-4c38-8d8d-320dd686b641 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035363 Aug 25 19:08:24.982781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] For port d11a7f9e-ba1f-449e-8893-e574efa4ee06, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=d11a7f9e-ba1f-449e-8893-e574efa4ee06,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:24.983149 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.003082 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9ac7c495-49f2-47da-a6e3-214e914051ca,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:25.020986 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'port_id': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'mac_address': 'fa:16:3e:19:83:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:25.048914 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.089970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Router 9e843575-9359-4bb3-a0da-4ccef238b56f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:25.164437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.200289 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac7c495-49f2-47da-a6e3-214e914051ca {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:25.231997 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9ac7c495-49f2-47da-a6e3-214e914051ca,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:25.237170 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.240019 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:25.326128 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:25.329753 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:25.421246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.421853 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.421853 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Floating IP 5eaf5397-6a01-46ee-a27c-33e92bbc4c69 disassociated. External IP: 172.27.2.99, port: d11a7f9e-ba1f-449e-8893-e574efa4ee06. Aug 25 19:08:25.422125 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Calling delete_port for d11a7f9e-ba1f-449e-8893-e574efa4ee06 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:25.465307 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.472474 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.572357 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['9ac7c495-49f2-47da-a6e3-214e914051ca'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:25.581941 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60375-7deb-49ef-8c93-49dd501dcee2 req-fd5e8136-9495-4663-9828-c6c0e5286a26 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:25.583427 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-00b60375-7deb-49ef-8c93-49dd501dcee2 req-fd5e8136-9495-4663-9828-c6c0e5286a26 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 946 time: 0.1686621 Aug 25 19:08:25.583964 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.584442 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d324e5e-1c5d-4d20-9851-d04012ffea53 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:08:25.616931 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.618049 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] 10.222.0.26 "DELETE /v2.0/routers/2d324e5e-1c5d-4d20-9851-d04012ffea53 HTTP/1.1" status: 204 len: 168 time: 2.3408544 Aug 25 19:08:25.622607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40774) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:25.641268 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-00b60375-7deb-49ef-8c93-49dd501dcee2 req-13181690-fe4b-4c17-af93-391c5ec187a1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa58572e-4914-46d3-bd65-02aba17a2f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503387 Aug 25 19:08:25.709006 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:25.732492 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.741249 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Deleting subnet e8277530-6765-4e47-a880-c644ee4a7468 {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:08:25.747990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7000f765-970f-4dab-b669-23b980ec069d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:25.760914 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9de544d8-d906-40cb-9ec8-75857b76a35f up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:25.776749 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.817997 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e843575-9359-4bb3-a0da-4ccef238b56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8860290 Aug 25 19:08:25.823495 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'Port': ['ID=d11a7f9e-ba1f-449e-8893-e574efa4ee06,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:25.830297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:25.852543 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:25.894808 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 9de544d8-d906-40cb-9ec8-75857b76a35f triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:25.895186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.075202 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.089618 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf95265d-b75a-4442-a5f0-c996b3209a22 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:26.137473 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: cf95265d-b75a-4442-a5f0-c996b3209a22 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:26.138075 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf95265d-b75a-4442-a5f0-c996b3209a22 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:26.239475 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.253122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:26.318749 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8277530-6765-4e47-a880-c644ee4a7468,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:26.324330 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:26.327275 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.339607 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1cf584ca-85e4-426c-828a-91578bb761d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8277530-6765-4e47-a880-c644ee4a7468 HTTP/1.1" status: 204 len: 168 time: 0.7142074 Aug 25 19:08:26.342167 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40790) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:26.372144 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27e322-aecd-4ec1-8eb4-637b2cb284d4 req-0cf5f58f-eb34-4fd3-a246-8d979d61ce6e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:26.373964 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1b27e322-aecd-4ec1-8eb4-637b2cb284d4 req-0cf5f58f-eb34-4fd3-a246-8d979d61ce6e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 945 time: 0.1788344 Aug 25 19:08:26.389371 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:26.478871 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.501074 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1b27e322-aecd-4ec1-8eb4-637b2cb284d4 req-51d39b80-b8e5-48d7-8346-6dbc36c03e5a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197975 Aug 25 19:08:26.636028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.653368 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b3e587-1793-43ca-a77c-42e2a73761a3']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:26.669310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46d6a94-ab90-482d-a181-b74e0d684495') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:26.669682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46d6a94-ab90-482d-a181-b74e0d684495') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:26.675124 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:26.683057 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.685688 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:26.703550 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.710936 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:08:26.711419 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.719007 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:26.719782 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:08:26.726263 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:08:26.772075 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] No DVR routers for this DVR port d11a7f9e-ba1f-449e-8893-e574efa4ee06 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:08:26.775731 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.779243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 9ac7c495-49f2-47da-a6e3-214e914051ca up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:26.786098 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf1f35a4-7cb3-4695-a4b3-5d51d0919c5d req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "DELETE /v2.0/ports/d11a7f9e-ba1f-449e-8893-e574efa4ee06 HTTP/1.1" status: 204 len: 173 time: 2.4824941 Aug 25 19:08:26.786838 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-deleted', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:26.828431 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.838236 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8613ab7-8461-49f1-b6eb-645e87a18d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:26.869341 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:26.890379 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=73b3e587-1793-43ca-a77c-42e2a73761a3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:26.899053 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:26.911943 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/73b3e587-1793-43ca-a77c-42e2a73761a3 HTTP/1.1" status: 204 len: 168 time: 0.5686309 Aug 25 19:08:27.021951 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 9ac7c495-49f2-47da-a6e3-214e914051ca completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:27.032632 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 9ac7c495-49f2-47da-a6e3-214e914051ca triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:27.033040 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.113431 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc168a5b-3b63-4846-b11a-cd8f14d530db req-700f5cc1-55e1-40a3-87d3-18de8bf5dd41 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=c571c788-f69b-4ea2-8e4f-845bad695745 HTTP/1.1" status: 200 len: 210 time: 0.0870965 Aug 25 19:08:27.145179 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:27.341326 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c571c788-f69b-4ea2-8e4f-845bad695745', 'name': 'network-vif-deleted', 'tag': 'd11a7f9e-ba1f-449e-8893-e574efa4ee06', 'status': 'completed', 'code': 200} Aug 25 19:08:27.354991 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.380141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40810) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:27.411151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40814) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:27.413438 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:27.417329 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-970465532-network', 'tenant_id': 'f84226672aef4b19877238c9faecad1b'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:27.422194 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:27.426117 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Usage tracker for resource:network and tenant:f84226672aef4b19877238c9faecad1b is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:27.428978 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:27.435762 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:27.451733 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9ac7c495-49f2-47da-a6e3-214e914051ca,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:27.453863 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Made reservation on behalf of f84226672aef4b19877238c9faecad1b for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:27.456400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.458485 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.459661 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:27.463488 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-413528da-70d0-4da8-8bcc-da80f6f8cc6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=429446a592c745d3bdbef0c5c56b33ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0820014 Aug 25 19:08:27.471062 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40820) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:27.496038 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.547569 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:27.552388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Usage tracker for resource:security_group_rule and tenant:f84226672aef4b19877238c9faecad1b is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:27.554238 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:27.555746 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:27.562988 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:27.611672 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:27.620280 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:27.630979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: d11a7f9e-ba1f-449e-8893-e574efa4ee06 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:27.631503 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device d11a7f9e-ba1f-449e-8893-e574efa4ee06 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:27.640697 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'code': 200} Aug 25 19:08:27.642973 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:27.651978 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:27.657775 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.660974 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:27.661604 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:27.685934 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 1e2c0079-990e-4e16-a32f-015300a627ad no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:27.702471 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.744947 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.768101 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.777566 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.781727 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Sync routers for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:27.810981 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 1e2c0079-990e-4e16-a32f-015300a627ad {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:27.811505 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 1e2c0079-990e-4e16-a32f-015300a627ad not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:27.816384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.821702 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9ab58396-f71e-4abc-8d82-74d4741cf0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:27.831006 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ea1e97a-3d53-4073-9f43-4350a31173d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:27.845042 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:27.846803 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:27.855300 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f7ecb-3176-41fa-8c47-1d472444b65b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:27.864921 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:27.889997 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.891632 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f21f7ecb-3176-41fa-8c47-1d472444b65b HTTP/1.1" status: 204 len: 168 time: 0.4194314 Aug 25 19:08:27.917662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:08:27.953466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee207461-6bd2-4188-bc22-f269345fe844,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:27.960898 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:27.979050 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:27.979490 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Added segment 92d5ad7a-b537-4950-b777-fb1c31fd7ac8 of type vlan for network 3670b43a-7f64-4e09-9dff-540cb899b907 Aug 25 19:08:28.046394 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:28.140529 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:28.201821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cbd1e-2f50-418b-8fef-ec682fa0478f req-61684614-e4e9-42cf-8a54-57efc93b2829 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:28.203415 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e44cbd1e-2f50-418b-8fef-ec682fa0478f req-61684614-e4e9-42cf-8a54-57efc93b2829 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.4333642 Aug 25 19:08:28.227389 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.479430 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.484587 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e44cbd1e-2f50-418b-8fef-ec682fa0478f req-f3ac21f2-b820-4bc9-aada-4fa5e49a2b17 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445750 Aug 25 19:08:28.494468 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:28.495864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.511893 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:28.606026 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:28.616589 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c4f3b-4faa-419f-be71-4b46130a4c2c None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:28.619823 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1bc543d-b16a-4123-b5c5-46cda267b44b req-eeb94aef-82b1-43ea-8d62-be45cf51a3e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1099 time: 0.5556796 Aug 25 19:08:28.675761 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2635317 Aug 25 19:08:28.678559 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40838) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:28.679929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Pushing event updated for resources: {'Network': ['ID=3670b43a-7f64-4e09-9dff-540cb899b907,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:28.689354 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Request body: {'subnet': {'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-970465532-subnet', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:28.695118 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:28.697410 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:28.709585 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Usage tracker for resource:subnet and tenant:f84226672aef4b19877238c9faecad1b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:28.716053 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:28.720847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40842) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:28.724979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:28.738998 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Made reservation on behalf of f84226672aef4b19877238c9faecad1b for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:28.742130 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.768316 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 3670b43a-7f64-4e09-9dff-540cb899b907 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:08:28.777479 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d1bc543d-b16a-4123-b5c5-46cda267b44b req-a8647679-1412-479e-b3ce-129b1fc42b30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387691 Aug 25 19:08:28.807766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.841036 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.925078 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.936773 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7a352ca4-f17c-4dc6-9203-db938615ed0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:28.950800 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58572e-4914-46d3-bd65-02aba17a2f5f,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:28.954191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:28.956266 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:28.957498 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa58572e-4914-46d3-bd65-02aba17a2f5f HTTP/1.1" status: 204 len: 168 time: 0.2361023 Aug 25 19:08:28.960341 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40852) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:28.978576 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.api.v2.resource [None req-295df984-9e92-42dc-a9a0-92948768c63e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] show failed (client error): The resource could not be found. Aug 25 19:08:28.979754 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-295df984-9e92-42dc-a9a0-92948768c63e tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups/fa58572e-4914-46d3-bd65-02aba17a2f5f HTTP/1.1" status: 404 len: 347 time: 0.0183885 Aug 25 19:08:28.982610 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40856) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:29.049623 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 2, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:29.059118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Checking router: 9e843575-9359-4bb3-a0da-4ccef238b56f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:29.062220 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Updating router 9e843575-9359-4bb3-a0da-4ccef238b56f port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:29.091694 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.096343 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8ed8e453-5e42-4b32-8099-0706a5b98140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:29.159794 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.199124 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Deleting port 86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:29.199452 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.215618 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3d8dca-d814-464c-beca-d6d29818eaa7,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:29.219488 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:29.220855 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Checking segment: {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:29.221376 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Network hostable DHCP agents. Network: 3670b43a-7f64-4e09-9dff-540cb899b907, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:08:29.275266 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Network 3670b43a-7f64-4e09-9dff-540cb899b907 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:08:29.290782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 3670b43a-7f64-4e09-9dff-540cb899b907) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:29.295961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:29.297283 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.304842 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dccd6f4-2d81-449a-9a06-7407bc02ac72 None None] Network 3670b43a-7f64-4e09-9dff-540cb899b907 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:29.322382 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e5748cb3-7948-4d61-b362-2805a90549da admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6421976 Aug 25 19:08:29.324705 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40864) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:29.331210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:29.336324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:29.343099 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Usage tracker for resource:router and tenant:f84226672aef4b19877238c9faecad1b is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:29.346728 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:29.356467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:29.384860 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.387291 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.415866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.458915 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.459633 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.683129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.706038 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.748249 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Calling delete_port for 86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:29.754272 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Transition to ACTIVE for port object e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:29.841873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:29.861790 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1e51b77a-3942-4f55-a7d2-0c6b0be3bbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:30.018336 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.029354 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1fe99774-24d2-46b0-9644-b5d07c97b735 tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:30.109710 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'Port': ['ID=86963bfd-f66d-4a2a-9a5f-0e9aa0bd4feb,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:30.128368 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:30.158075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d8f0-96db-4d46-b5f0-f1fe8e125481 req-aff6b59e-0bea-4c2d-9601-e1135b5a83f3 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:30.159546 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7180d8f0-96db-4d46-b5f0-f1fe8e125481 req-aff6b59e-0bea-4c2d-9601-e1135b5a83f3 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.4284625 Aug 25 19:08:30.262584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.278647 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.279219 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "DELETE /v2.0/floatingips/5eaf5397-6a01-46ee-a27c-33e92bbc4c69 HTTP/1.1" status: 204 len: 168 time: 1.2957036 Aug 25 19:08:30.297380 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Pushing event updated for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:30.302163 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:30.396351 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7180d8f0-96db-4d46-b5f0-f1fe8e125481 req-9c4826d8-864b-4eef-b750-08fd0438185b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102761 Aug 25 19:08:30.447500 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-3670b43a-7f64-4e09-9dff-540cb899b907', 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'fixed_ips': [{'subnet_id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:08:30.448800 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.504890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Attempting to bind port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:30.505602 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Attempting to bind port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:30.506088 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Attempting to bind port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 on network d1c19882-9de6-4179-b70e-9b4e33fee1db {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:30.527108 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.563167 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.706374 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:30.706758 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Checking segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:30.707171 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.710218 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Bound using segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:30.710734 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Bound port: e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:30.711127 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.770426 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3569f-7b63-4625-944f-217f4629baee None None] New status for floating IP 5eaf5397-6a01-46ee-a27c-33e92bbc4c69: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:30.787697 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40892) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:30.794394 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462022898', 'description': 'tempest-description--1307088483'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:30.806853 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:30.815941 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:30.821797 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:30.841191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:30.859979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.860417 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Allocated IP 172.27.2.20 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/2717563e-e245-467c-ac96-455117c2f0b6) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:30.909761 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:30.919285 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:30.922888 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:30.929945 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:30.943936 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Allocated IP 172.20.0.2 (3670b43a-7f64-4e09-9dff-540cb899b907/dc3d8dca-d814-464c-beca-d6d29818eaa7/2dab2c82-692e-448b-9fde-e89f5f1cc72c) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:30.946824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] For port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:30.952225 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] For port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:30.960080 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:30.969431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.006382 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.012922 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.027332 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3ac843c-97b3-4ea9-a9fa-f29c8260c139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.106278 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.109674 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a3281-5c34-4256-9181-67fb0a0ad779,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.113397 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:31.140770 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Pushing event updated for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.141039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.141270 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.143838 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3550127 Aug 25 19:08:31.146760 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40898) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:31.152116 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:31.154545 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group_rule': {'security_group_id': 'fb5a3281-5c34-4256-9181-67fb0a0ad779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:31.162075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c0deaf08-ec05-46a4-913e-647206b7eefa tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.168508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:31.175340 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:31.179204 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:31.179408 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:31.180053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:31.191089 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:31.219673 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.243473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64997a-5ea6-4a8a-8d70-3ecee93df6cb req-77b99d35-b427-4a27-af86-133133279e2c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:31.244777 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd64997a-5ea6-4a8a-8d70-3ecee93df6cb req-77b99d35-b427-4a27-af86-133133279e2c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.1730566 Aug 25 19:08:31.258229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:31.263278 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:31.270304 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:31.320507 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fd64997a-5ea6-4a8a-8d70-3ecee93df6cb req-eb1be3ff-385e-40a2-8c68-4924871ecf0e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675638 Aug 25 19:08:31.323911 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Pushing event updated for resources: {'Port': ['ID=2717563e-e245-467c-ac96-455117c2f0b6,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.329506 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:31.367256 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.374708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.377638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5cc77f84-ba1b-4ac8-b696-a746e2440c1b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.397000 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2f0fe9-cef8-4cce-a2f7-1ec61edeed29,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.407711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:31.419606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.421179 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-483baf01-e91f-4223-9af6-097789c28231 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2723083 Aug 25 19:08:31.424043 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40902) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:31.432734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'security_group_rule': {'security_group_id': 'fb5a3281-5c34-4256-9181-67fb0a0ad779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:31.439167 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:31.443962 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:security_group_rule and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:31.447705 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:31.454949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:31.478401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.523353 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.524753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.546494 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.553127 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.556015 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-afe30238-e137-41bb-b34e-e4dd74ed50d7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.583049 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9efd04-32df-4aff-a770-5ef2a26f4a6e,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.592706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:31.602060 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.603912 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-34a4365e-e436-4513-a4ab-a7dbb765e8c7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1785595 Aug 25 19:08:31.606856 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:31.607066 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 40908) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:31.612895 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:31.624177 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:31.628607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Usage tracker for resource:floatingip and tenant:69be6c7d8b0840568f788602118a2e77 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:31.631673 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:31.638284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:31.651289 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.658390 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.691470 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Transition to ACTIVE for port object 2dab2c82-692e-448b-9fde-e89f5f1cc72c will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:31.708402 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605625f1-712b-4c95-91f1-592c80ec8adf req-3f969c07-6168-4504-95f4-f924896ff250 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:31.709874 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-605625f1-712b-4c95-91f1-592c80ec8adf req-3f969c07-6168-4504-95f4-f924896ff250 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.1165583 Aug 25 19:08:31.772514 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Transition to ACTIVE for port object 2dab2c82-692e-448b-9fde-e89f5f1cc72c will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:31.799510 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.840607 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:31.849102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:31.854768 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-605625f1-712b-4c95-91f1-592c80ec8adf req-4e34f01d-4e81-49d6-8ec0-3cac81e28207 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331005 Aug 25 19:08:31.927867 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Network 3670b43a-7f64-4e09-9dff-540cb899b907 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:31.932600 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:31.944861 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:31.963558 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:08:31.968312 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Pushing event updated for resources: {'Port': ['ID=2dab2c82-692e-448b-9fde-e89f5f1cc72c,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:31.975601 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:32.012789 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Allocated IP 172.27.2.165 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/779b0064-ab2c-472c-8200-0d5edaaed76b) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:32.152770 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Attempting to bind port 2dab2c82-692e-448b-9fde-e89f5f1cc72c on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:32.153154 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Attempting to bind port 2dab2c82-692e-448b-9fde-e89f5f1cc72c by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:32.153529 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Attempting to bind port 2dab2c82-692e-448b-9fde-e89f5f1cc72c on network 3670b43a-7f64-4e09-9dff-540cb899b907 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:32.165857 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:32.166429 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Checking segment: {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:32.166847 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.167256 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Bound using segment: {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:32.167736 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Bound port: 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:32.168123 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.266877 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:32.268418 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:30Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:32.282902 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Sync routers for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:32.289260 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7b491-263d-4408-ad5d-43b4875601d2 None None] The sync data for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi is: [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:30Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:32.303143 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.310129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.311966 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9862084 Aug 25 19:08:32.314515 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] For port 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:32.314842 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40922) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:32.318405 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] For port 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2dab2c82-692e-448b-9fde-e89f5f1cc72c,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:32.323157 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:32.323846 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:32.405996 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.414045 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4eef1ec7-4ddf-4bf9-9575-b8862aec8839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:32.580043 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:32.591813 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=779b0064-ab2c-472c-8200-0d5edaaed76b,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:32.617747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:32.676499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:32.683683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:32.705638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:32.736614 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:32.742912 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:32.760558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917d29-ff8d-4185-8240-942bb079f0b9 req-b01ecbc0-0c7f-40e9-bda9-1ffc9845ece4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:32.762838 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27917d29-ff8d-4185-8240-942bb079f0b9 req-b01ecbc0-0c7f-40e9-bda9-1ffc9845ece4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.5585237 Aug 25 19:08:32.828213 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27917d29-ff8d-4185-8240-942bb079f0b9 req-540e6c18-a801-489b-87c3-cd68020392a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526667 Aug 25 19:08:32.870351 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70950d-5616-4823-a611-aa916e013e57 req-99f9d41f-f35f-49a6-9646-b5f585717ce5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:32.871753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40932) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:32.874727 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1b70950d-5616-4823-a611-aa916e013e57 req-99f9d41f-f35f-49a6-9646-b5f585717ce5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.4644425 Aug 25 19:08:32.887609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bd60a-03f5-4ceb-8313-0c92254c8901 req-aee42487-9311-4c31-9cab-ec7a94fc2025 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:32.889116 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ce8bd60a-03f5-4ceb-8313-0c92254c8901 req-aee42487-9311-4c31-9cab-ec7a94fc2025 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.2417123 Aug 25 19:08:32.979166 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Pushing event updated for resources: {'Port': ['ID=2dab2c82-692e-448b-9fde-e89f5f1cc72c,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:32.987210 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:33.102548 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Deleting port 3eab8240-cc47-4fff-9c1a-212d168cc616 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:33.102962 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.200402 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ce8bd60a-03f5-4ceb-8313-0c92254c8901 req-49182a38-d9d2-4f03-8877-062a80d9e4af tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255643 Aug 25 19:08:33.296021 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:31Z', 'revision_number': 3, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:33.316269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Checking router: 4f9b9b61-d74d-4ecb-9a5d-f38905045703 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:33.316608 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Updating router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 port 2717563e-e245-467c-ac96-455117c2f0b6 binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:33.426996 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.520191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.590470 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a0b91578-6a3a-4469-ad8e-dbe21e28d83a tempest-TestVolumeBootPattern-398717799 tempest-TestVolumeBootPattern-398717799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1094 time: 0.7113419 Aug 25 19:08:33.592789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 40938) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:33.599435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'port_id': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:33.710313 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.711144 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:33.736310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:floatingip and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:33.740544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:33.750675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:33.775427 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.830671 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] For port 3eab8240-cc47-4fff-9c1a-212d168cc616, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=3eab8240-cc47-4fff-9c1a-212d168cc616,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:33.831160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:33.843383 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2dab2c82-692e-448b-9fde-e89f5f1cc72c up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:34.008395 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 2dab2c82-692e-448b-9fde-e89f5f1cc72c completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:34.017680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:34.103055 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.145924 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Transition to ACTIVE for port object 2717563e-e245-467c-ac96-455117c2f0b6 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:34.158851 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.171674 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:34.235722 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Attempting to bind port 2717563e-e245-467c-ac96-455117c2f0b6 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:34.236093 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Attempting to bind port 2717563e-e245-467c-ac96-455117c2f0b6 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:34.236460 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Attempting to bind port 2717563e-e245-467c-ac96-455117c2f0b6 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:34.277647 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:34.283837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:34.284069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:34.284365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.284795 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:34.285289 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Bound port: 2717563e-e245-467c-ac96-455117c2f0b6, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:34.286366 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.292581 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.330445 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:34.330819 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.391025 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193e3d2-8ccd-4050-b622-23eb642c6bc6 None None] Network 3670b43a-7f64-4e09-9dff-540cb899b907 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:08:34.413962 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.485022 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.485389 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.485701 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Floating IP f1cd4d92-df0c-498c-bf22-3ee04558f1de disassociated. External IP: 172.27.2.239, port: 3eab8240-cc47-4fff-9c1a-212d168cc616. Aug 25 19:08:34.486094 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Calling delete_port for 3eab8240-cc47-4fff-9c1a-212d168cc616 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:34.527763 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.536972 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.544075 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f7381d03-2a83-4c3a-b4f2-3cda17a40a8e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:34.643051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Pushing event updated for resources: {'Port': ['ID=2717563e-e245-467c-ac96-455117c2f0b6,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:34.647671 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:34.648233 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Provisioning for port 2dab2c82-692e-448b-9fde-e89f5f1cc72c completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:34.662352 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Provisioning complete for port 2dab2c82-692e-448b-9fde-e89f5f1cc72c triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:34.662724 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.693425 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=779b0064-ab2c-472c-8200-0d5edaaed76b,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:34.699197 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:34.766760 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.814826 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] For port 2717563e-e245-467c-ac96-455117c2f0b6, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:34.855688 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f9924-3390-4c97-9075-7f6b07f3d592 req-d296da3b-f07a-4252-9ba1-681fab4ad66d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:34.857399 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f09f9924-3390-4c97-9075-7f6b07f3d592 req-d296da3b-f07a-4252-9ba1-681fab4ad66d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 945 time: 0.3832216 Aug 25 19:08:34.860549 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.862582 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2545483 Aug 25 19:08:34.865590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.877222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Allocated IP 172.20.0.1 (3670b43a-7f64-4e09-9dff-540cb899b907/dc3d8dca-d814-464c-beca-d6d29818eaa7/f3175eb7-4e70-4587-b2ea-5a53dc77a347) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:34.877440 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] For port 2717563e-e245-467c-ac96-455117c2f0b6, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2717563e-e245-467c-ac96-455117c2f0b6,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:34.877716 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:34.882926 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.920462 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:34.927721 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:34.948223 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'Port': ['ID=3eab8240-cc47-4fff-9c1a-212d168cc616,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:34.952386 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:35.085734 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:35.103012 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.116141 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Pushing event updated for resources: {'Port': ['ID=2717563e-e245-467c-ac96-455117c2f0b6,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:35.120485 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:35.125026 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:35.135545 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.27.2.229 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/86cecbdf-85ce-48eb-98a7-a9998aea784b) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:35.159667 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.212511 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:35.213827 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:35.215993 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.228257 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f09f9924-3390-4c97-9075-7f6b07f3d592 req-5251729e-ea15-48f3-9bd7-3a1a8fe3982a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=fdbdecce-f447-4e97-85e0-53a8705a382c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353732 Aug 25 19:08:35.259458 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-45a880cd-b1cb-40c7-9e59-6d8d1dccdb58 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:35.295947 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-45a880cd-b1cb-40c7-9e59-6d8d1dccdb58 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:35.297533 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-45a880cd-b1cb-40c7-9e59-6d8d1dccdb58 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1462022898&fields=id&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 267 time: 0.1089060 Aug 25 19:08:35.298276 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.provisioning_blocks [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Transition to ACTIVE for port object f3175eb7-4e70-4587-b2ea-5a53dc77a347 will not be triggered until provisioned by entity DHCP. {{(pid=75029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:35.322550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:35.373704 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.380134 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26591031-aae3-454a-af8c-2c47aaa36a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:35.426525 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] For port 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2dab2c82-692e-448b-9fde-e89f5f1cc72c,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:35.438850 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:35.442862 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:35.453569 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.459294 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:35.553490 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Pushing event updated for resources: {'Port': ['ID=2dab2c82-692e-448b-9fde-e89f5f1cc72c,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:35.560022 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:35.568439 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:35.645117 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Network 3670b43a-7f64-4e09-9dff-540cb899b907 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:35.654129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.658150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:35.673254 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:35.722391 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Pushing event updated for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:35.735330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:35.754005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.777023 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:35.782401 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:35.804029 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-7cf4c584-7ad2-41e7-a1e7-f5d2720e95a8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:35.806674 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-7cf4c584-7ad2-41e7-a1e7-f5d2720e95a8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 815 time: 0.4757628 Aug 25 19:08:35.831886 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-160811e7-b679-4904-9841-4b13d523bd91 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/quotas/69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 375 time: 0.0199530 Aug 25 19:08:35.857178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2dab2c82-692e-448b-9fde-e89f5f1cc72c up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:35.865119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:35.871619 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:35.874550 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=86cecbdf-85ce-48eb-98a7-a9998aea784b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:35.889901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:35.926086 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:36.026714 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.030567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-484d26bc-3163-4c02-bf7f-ce453f4e97e7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:36.039966 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:36.051884 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:36.052910 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-1ca18fae-0213-4ee2-81cd-7a05d10c59ba None None] Provisioning complete for port 2dab2c82-692e-448b-9fde-e89f5f1cc72c triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:36.053273 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1ca18fae-0213-4ee2-81cd-7a05d10c59ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.073636 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:36.074278 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.149078 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] No DVR routers for this DVR port 3eab8240-cc47-4fff-9c1a-212d168cc616 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:08:36.151796 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.166780 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1b70950d-5616-4823-a611-aa916e013e57 req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "DELETE /v2.0/ports/3eab8240-cc47-4fff-9c1a-212d168cc616 HTTP/1.1" status: 204 len: 173 time: 3.2850876 Aug 25 19:08:36.166780 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'name': 'network-vif-deleted', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:36.177803 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 2dab2c82-692e-448b-9fde-e89f5f1cc72c triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:36.178362 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.182546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-484d26bc-3163-4c02-bf7f-ce453f4e97e7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:36.196718 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-484d26bc-3163-4c02-bf7f-ce453f4e97e7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3505330 Aug 25 19:08:36.281424 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:36.401318 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def73c8c-5b09-4337-b065-a2b7d2881e2b', 'name': 'network-vif-deleted', 'tag': '3eab8240-cc47-4fff-9c1a-212d168cc616', 'status': 'completed', 'code': 200} Aug 25 19:08:36.431450 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:31Z', 'revision_number': 3, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.455129 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-d1d7649b-79d2-44c9-923a-4023a5a23ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574065 Aug 25 19:08:36.459589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d66b8-e705-4687-b4fa-855ddc8422ff None None] The sync data for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi is: [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:31Z', 'revision_number': 3, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:36.541160 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:36.627937 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:36.628292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.636054 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-2b9213ec-2fb0-4c0a-b807-734847547552 service neutron] 10.222.0.26 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799214 Aug 25 19:08:36.656340 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.672110 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-b0881293-00fc-432d-8d00-ff526892c6e9 None None] Provisioning for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:36.691336 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-b0881293-00fc-432d-8d00-ff526892c6e9 None None] Provisioning complete for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:36.691873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b0881293-00fc-432d-8d00-ff526892c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.781338 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.794126 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:36.802048 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.823856 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:36.827339 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:36.864201 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-140b009e-48cf-4fa5-b191-5ba61c8f905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:36.872902 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3eab8240-cc47-4fff-9c1a-212d168cc616 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:08:36.901670 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:36.958487 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-b0881293-00fc-432d-8d00-ff526892c6e9 None None] Port f3175eb7-4e70-4587-b2ea-5a53dc77a347 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:37.001883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 3eab8240-cc47-4fff-9c1a-212d168cc616 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:08:37.002335 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 3eab8240-cc47-4fff-9c1a-212d168cc616 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:08:37.011687 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b487a0aa-6054-4064-97b7-861c381c4dc7 req-91ef65cd-74da-49f3-aa65-7b7b0080c0f5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=def73c8c-5b09-4337-b065-a2b7d2881e2b HTTP/1.1" status: 200 len: 210 time: 0.3279405 Aug 25 19:08:37.182223 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.186895 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:37.191434 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-82e679a2-8757-4305-98f0-8bff4ccad07f req-2853ddbe-b40b-43cb-9fe0-c08b08d9abf1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 210 time: 0.0647032 Aug 25 19:08:37.210237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Pushing event updated for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:37.227916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:37.260809 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:37.600193 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Network 3670b43a-7f64-4e09-9dff-540cb899b907 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:37.603686 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:37.644095 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:37.648838 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ed8a2-dcca-4a5b-b084-111f44356a1a None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:37.988242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ab840802-6ea3-4ec9-9aec-f1c8f52c4c42 None None] Provisioning complete for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:37.988620 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ab840802-6ea3-4ec9-9aec-f1c8f52c4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.051098 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ab840802-6ea3-4ec9-9aec-f1c8f52c4c42 None None] Port f3175eb7-4e70-4587-b2ea-5a53dc77a347 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:38.159965 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.233979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.320610 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41028) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.494408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-40749eee-a803-41ae-8eaf-9eac65eafd6a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:38.496311 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-40749eee-a803-41ae-8eaf-9eac65eafd6a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 815 time: 0.3160503 Aug 25 19:08:38.506560 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c067c43e-ba93-48b9-8a33-f03ff0030c33 req-8ab34b66-bfab-4a4e-8e8f-e9a44ea7d430 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 210 time: 0.0672698 Aug 25 19:08:38.522993 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:38.554319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.605861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.615151 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-5aeda553-4d55-41b4-bd1d-40d9a661d550 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 380 time: 0.0935519 Aug 25 19:08:38.625401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'port': {'device_id': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'admin_state_up': True, 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'security_groups': ['fb5a3281-5c34-4256-9181-67fb0a0ad779']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:38.661933 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.668869 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.673544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8f23bdd8-56c4-4035-aae2-9c52c0c5910a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:38.774671 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.786238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=86cecbdf-85ce-48eb-98a7-a9998aea784b,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:38.786560 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-698c9306-3864-4521-a471-4e1eb91475a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:38.791366 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:38.809483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbdecce-f447-4e97-85e0-53a8705a382c,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:38.812545 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:38.826216 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:38.836431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.840834 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "DELETE /v2.0/security-groups/fdbdecce-f447-4e97-85e0-53a8705a382c HTTP/1.1" status: 204 len: 168 time: 0.5182316 Aug 25 19:08:38.842329 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41032) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:38.844724 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:38.855398 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Made reservation on behalf of 69be6c7d8b0840568f788602118a2e77 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:38.858676 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.888418 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:38.934801 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.api.v2.resource [None req-83ab7a17-4735-47b0-a3e5-6acf577bdd30 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] show failed (client error): The resource could not be found. Aug 25 19:08:38.935831 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-83ab7a17-4735-47b0-a3e5-6acf577bdd30 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups/fdbdecce-f447-4e97-85e0-53a8705a382c HTTP/1.1" status: 404 len: 347 time: 0.0929461 Aug 25 19:08:38.939581 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41036) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:39.002654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:39.079425 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f9b9b61-d74d-4ecb-9a5d-f38905045703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7632880 Aug 25 19:08:39.119387 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Floating IP 2b594912-ede8-4bb5-a912-95ee517aeeb1 associated. External IP: 172.27.2.229, port: 9ac7c495-49f2-47da-a6e3-214e914051ca. Aug 25 19:08:39.143534 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3adb4be4-3118-4169-807e-111bb2b699c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.151667 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Deleting port 87f6b277-05b2-4bf0-81bd-4fdd4a01b381 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:08:39.152007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.303255 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Allocated IP 172.20.0.3 (cdcc9d0f-87db-4bd6-993d-866950e72b27/a202dfff-d381-4c86-b166-e605a35fa650/49a7d703-cc15-4130-b820-be334bd59c94) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:39.538144 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.538897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.722192 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:39.767429 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Calling delete_port for 87f6b277-05b2-4bf0-81bd-4fdd4a01b381 owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:08:39.854731 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75bc2ff7-e46a-4c2c-ab2d-fa8649dd21ae req-c87d62d3-becb-44b3-9dc7-fb35dd5a3a35 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 210 time: 0.0712354 Aug 25 19:08:39.882506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:39.915697 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Transition to ACTIVE for port object 49a7d703-cc15-4130-b820-be334bd59c94 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:39.996735 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.004051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:40.026272 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:40.040015 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:40.045670 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.057561 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:40.058371 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:40.059310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.127350 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:40.135885 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:40.138459 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:40.191073 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.208649 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6135421 Aug 25 19:08:40.212534 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:40.275787 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:40.279416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:40.290292 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:40.339940 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'status': 'completed', 'code': 200} Aug 25 19:08:40.402202 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'Port': ['ID=87f6b277-05b2-4bf0-81bd-4fdd4a01b381,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:40.407319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:40.411038 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:40.420268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.476617 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:40.481392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.508480 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.513698 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "DELETE /v2.0/floatingips/f1cd4d92-df0c-498c-bf22-3ee04558f1de HTTP/1.1" status: 204 len: 168 time: 1.5730009 Aug 25 19:08:40.516884 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8953664 Aug 25 19:08:40.559613 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-b3d4a952-53a5-46c1-aa8b-ccf2ce4cab25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1099 time: 0.1726480 Aug 25 19:08:40.585828 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Request body: {'port': {'device_id': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:40.766013 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-b8c0e3da-3a43-4a4b-b329-4eb879bc7ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:40.767646 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-b8c0e3da-3a43-4a4b-b329-4eb879bc7ac1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1979005 Aug 25 19:08:40.836423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:40.842144 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4e733465-f501-49ba-a045-328072e75343 None None] Provisioning for port 49a7d703-cc15-4130-b820-be334bd59c94 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:40.935500 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-0d2fd694-d93a-40fb-9017-41be0ae130c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 200 len: 1000 time: 0.1569376 Aug 25 19:08:41.010369 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-4e733465-f501-49ba-a045-328072e75343 None None] Provisioning complete for port 49a7d703-cc15-4130-b820-be334bd59c94 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:41.010741 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4e733465-f501-49ba-a045-328072e75343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.046443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-a5d3a9df-c6f6-437a-b854-60246ad8e4a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:41.048353 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-a5d3a9df-c6f6-437a-b854-60246ad8e4a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.1058245 Aug 25 19:08:41.249242 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-e848a591-a403-4fca-8adb-3e8c8788282e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1936820 Aug 25 19:08:41.271753 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41086) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:41.290139 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167762719', 'description': 'tempest-description--1851725814'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:41.320777 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:41.344836 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-4e733465-f501-49ba-a045-328072e75343 None None] Port 49a7d703-cc15-4130-b820-be334bd59c94 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:41.486170 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:08:41.489579 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:41.500534 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:41.525931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:41.620859 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.629789 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-3039ddcc-5c05-404e-9834-2ca7b1a043e2 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588028 Aug 25 19:08:41.671099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:41.703484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '2b594912-ede8-4bb5-a912-95ee517aeeb1', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:19:83:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:37Z', 'updated_at': '2021-08-25T19:08:37Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:41.707992 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:41.749881 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:41.750545 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:41.801558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:41.829848 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:41.834263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:41.848815 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97b627-8b32-4080-92f9-d064ba9f38a7 req-a12478ad-8ccd-432c-8abd-0d57fa0a5b03 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:41.849628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9c97b627-8b32-4080-92f9-d064ba9f38a7 req-a12478ad-8ccd-432c-8abd-0d57fa0a5b03 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Synchronizing usage tracker for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:41.853672 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:41.888439 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2717563e-e245-467c-ac96-455117c2f0b6 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:41.917631 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9c97b627-8b32-4080-92f9-d064ba9f38a7 req-a12478ad-8ccd-432c-8abd-0d57fa0a5b03 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Unset dirty status for tenant:69be6c7d8b0840568f788602118a2e77 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:41.919053 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9c97b627-8b32-4080-92f9-d064ba9f38a7 req-a12478ad-8ccd-432c-8abd-0d57fa0a5b03 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 931 time: 0.5906010 Aug 25 19:08:41.940561 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-857a7abc-91d4-48cd-bc69-c700b837eb97 req-90bcdacb-8ba1-45ce-908a-c583a6f875b8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054171 Aug 25 19:08:42.067048 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.072443 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:42.082865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.088392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.093007 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0f36e7d8-2463-43e3-8bb4-5bf9eddc5343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:42.160794 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9c97b627-8b32-4080-92f9-d064ba9f38a7 req-39135bf8-399a-49ea-9069-50511165742b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211983 Aug 25 19:08:42.173479 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Transition to ACTIVE for port object 49a7d703-cc15-4130-b820-be334bd59c94 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:42.182466 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 2717563e-e245-467c-ac96-455117c2f0b6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:42.192595 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:42.221309 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.242069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 2717563e-e245-467c-ac96-455117c2f0b6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:42.243495 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.250101 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe0e25-3f00-4eeb-8890-4342e7b4f747,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:42.257404 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:42.260684 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8d8af8e3-a493-43e4-9efc-a56e59143c64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:42.392055 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.392277 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1192949 Aug 25 19:08:42.399287 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41092) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:42.407007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe0e25-3f00-4eeb-8890-4342e7b4f747', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:42.415489 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:42.431230 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:42.435972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:42.457060 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:42.460463 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.488657 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.598122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:42.612404 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:42.635684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.636838 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7519cd-4fe0-4e2f-8dfe-fd6cf1c28296 None None] New status for floating IP f1cd4d92-df0c-498c-bf22-3ee04558f1de: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:42.641790 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.643794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:42.686835 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 2717563e-e245-467c-ac96-455117c2f0b6, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2717563e-e245-467c-ac96-455117c2f0b6,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:42.725155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.726777 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3249788 Aug 25 19:08:42.728089 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5334ebca-5d18-49a3-ac90-b9513eaf7c5f,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:42.730093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41098) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:42.735935 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.750890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:42.759523 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe0e25-3f00-4eeb-8890-4342e7b4f747', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:42.764592 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:42.795747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:42.800017 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:security_group_rule and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:42.806121 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:42.817374 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:42.864276 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.927906 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Attempting to bind port 49a7d703-cc15-4130-b820-be334bd59c94 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:42.928416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Attempting to bind port 49a7d703-cc15-4130-b820-be334bd59c94 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:42.928538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Attempting to bind port 49a7d703-cc15-4130-b820-be334bd59c94 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:42.948096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Port 49a7d703-cc15-4130-b820-be334bd59c94 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:42.949393 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Attempting to bind port 49a7d703-cc15-4130-b820-be334bd59c94 on network cdcc9d0f-87db-4bd6-993d-866950e72b27 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:42.959154 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:42.961816 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.963807 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Checking segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:42.964239 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Bound using segment: {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:42.965023 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Bound port: 49a7d703-cc15-4130-b820-be334bd59c94, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4381bb01-a4fe-4c6a-8d30-c1b6bc477886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:42.965471 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.971201 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:42.985765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:43.032462 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199cff6f-661b-4803-85e2-f29ac450ba46,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:43.039502 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:43.062170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.066653 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3263094 Aug 25 19:08:43.066826 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41104) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:43.076058 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:43.092161 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:43.098362 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Usage tracker for resource:floatingip and tenant:d1d1aceca3c14555889f3baf7454d7f6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:43.102806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41108) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:43.103572 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=2717563e-e245-467c-ac96-455117c2f0b6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:43.105402 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:43.118737 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:43.123190 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:43.145578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.154283 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '2b594912-ede8-4bb5-a912-95ee517aeeb1', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:19:83:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:37Z', 'updated_at': '2021-08-25T19:08:37Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:43.164994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb8af1-8308-4997-a2a2-74208c4dfdac None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '2b594912-ede8-4bb5-a912-95ee517aeeb1', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:19:83:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:37Z', 'updated_at': '2021-08-25T19:08:37Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:43.170514 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:43.182712 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:43.192178 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.199387 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6533bab1-1e62-4471-8ea2-72e1e38d999a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:43.337984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.369474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:43.375921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:43.386934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.392044 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] 10.222.0.57 "PUT /v2.0/ports/49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 1093 time: 2.8215275 Aug 25 19:08:43.392750 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:43.518622 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'status': 'completed', 'code': 200} Aug 25 19:08:43.529505 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Allocated IP 172.27.2.43 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/21567bb6-339c-45b5-bc41-64a9119de8dd) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:43.582620 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-6dd5fa29-d941-4e16-8929-dc827e7141cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1096 time: 0.1265328 Aug 25 19:08:43.686573 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-faf2baf8-652b-4e13-a1fb-de9a69a164f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 217 time: 0.0874715 Aug 25 19:08:43.761161 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-9356cb8e-3b47-4061-bb7c-21b859341e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:43.762959 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-9356cb8e-3b47-4061-bb7c-21b859341e0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0695524 Aug 25 19:08:43.783873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2717563e-e245-467c-ac96-455117c2f0b6 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:43.860247 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.870997 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-42d008ae-ebb5-47bc-8abc-f54735304615 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959210 Aug 25 19:08:43.892399 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 2717563e-e245-467c-ac96-455117c2f0b6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:43.893122 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:43.947508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.009917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.019975 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:44.025007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-86b696eb-6fbd-4b78-ab1c-ccf66f9f25dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:44.072615 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-b4d5e04f-be50-44c3-a40a-0579be72a218 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902709 Aug 25 19:08:44.082794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:02e4be6363e24ced9c0919d5056adb9d is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:08:44.088553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:08:44.123572 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:44.125144 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:44.127668 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:44.136100 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4990f-9efe-44a3-a598-fa9e1e6dced8 req-96b9cd77-1b33-4cea-a419-1d2b330589a2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:44.143511 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b8b4990f-9efe-44a3-a598-fa9e1e6dced8 req-96b9cd77-1b33-4cea-a419-1d2b330589a2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.2568550 Aug 25 19:08:44.145664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:44.249318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=21567bb6-339c-45b5-bc41-64a9119de8dd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:44.259023 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:44.262175 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4f471a66-f85a-4aa9-a207-d8868ed94b8e req-00ad7d7e-88c9-40af-abe5-7186398445c7 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762536 Aug 25 19:08:44.269093 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b8b4990f-9efe-44a3-a598-fa9e1e6dced8 req-12384a4b-1444-489a-adc0-aa4bbf1e1521 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244702 Aug 25 19:08:44.351200 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.357210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.366066 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-391b0427-3ea1-4016-b8ba-a2d2221f0f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:44.424411 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02e4be6363e24ced9c0919d5056adb9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3199131 Aug 25 19:08:44.426614 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41118) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:44.428021 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f2175-4ae3-475b-9401-03807dd07b25,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:44.516164 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.529070 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-b1e4e703-81b6-4397-b412-36f62f4b30de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1096 time: 0.1487021 Aug 25 19:08:44.534963 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.536195 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:44.570744 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.603017 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.711798 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-fe2ab130-5ba6-4a22-9904-8ee2629045d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:44.713176 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-fe2ab130-5ba6-4a22-9904-8ee2629045d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1718826 Aug 25 19:08:44.778736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.790618 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-99d8e645-abfa-4a06-b7f7-5c4c4978c962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:44.802394 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-c06a854a-040b-4fea-944e-f125c56380e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 217 time: 0.0825377 Aug 25 19:08:44.806346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f2175-4ae3-475b-9401-03807dd07b25,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:44.808630 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.809758 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/980f2175-4ae3-475b-9401-03807dd07b25 HTTP/1.1" status: 204 len: 168 time: 0.3821678 Aug 25 19:08:44.810790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:44.873649 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.887620 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:44.894437 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-66134377-5733-4dde-b607-e2663207292a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:44.924031 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-b38581e5-2f0d-491c-9424-cf1465606d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:44.926205 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-b38581e5-2f0d-491c-9424-cf1465606d71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.1096604 Aug 25 19:08:45.022753 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=21567bb6-339c-45b5-bc41-64a9119de8dd,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:45.038566 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:45.100947 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-f25dfb8c-5492-46de-8428-fe161bd89726 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1613793 Aug 25 19:08:45.104620 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.161096 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:45.164751 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0964801 Aug 25 19:08:45.380731 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-11c2ba91-c508-481a-b57a-8ec7d86a54f2 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727296 Aug 25 19:08:45.573649 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-6e7eb08d-a961-4423-b384-f9b9d86ba0c7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--167762719&fields=id&tenant_id=d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 267 time: 0.0669305 Aug 25 19:08:45.618515 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b4f1bbd2-27a9-48ec-9086-9e66e59aa6fa req-26525096-b6bf-4425-bf29-225ec98d4840 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309184 Aug 25 19:08:45.653153 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aabc72-0727-48af-9fb0-a5eb12a52f64 req-f64b0df7-651e-4ba0-97b1-44d0447ae8a4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:45.656291 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0aabc72-0727-48af-9fb0-a5eb12a52f64 req-f64b0df7-651e-4ba0-97b1-44d0447ae8a4 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.1211166 Aug 25 19:08:45.712211 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f0aabc72-0727-48af-9fb0-a5eb12a52f64 req-0e7a4be6-6503-48df-bd9b-25b31cc48a35 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506883 Aug 25 19:08:45.816182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-cb75b8b6-6955-48b4-9c96-92bcb36fe223 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:45.829593 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-cb75b8b6-6955-48b4-9c96-92bcb36fe223 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 810 time: 0.2484546 Aug 25 19:08:45.853358 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-fadd3efb-023f-4b28-b5a8-b70d5035f562 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/quotas/d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 375 time: 0.0197158 Aug 25 19:08:45.966208 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-bc3c8eda-d10a-4e97-8128-e186f3cf7e0a tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118808 Aug 25 19:08:46.403586 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-cf0781ff-aab6-497b-9303-5df20e5bc8bd service neutron] 10.222.0.26 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235253 Aug 25 19:08:46.577865 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-8af58d5f-6379-4d79-be36-50df0a11a2c7 service neutron] 10.222.0.26 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641874 Aug 25 19:08:46.882130 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-fbc460d1-ed80-4391-b80a-8e0417811360 req-2a39114c-425a-442c-b34a-95bffd688553 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:46.902375 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:46.913365 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-fbc460d1-ed80-4391-b80a-8e0417811360 req-2a39114c-425a-442c-b34a-95bffd688553 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:46.917512 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fbc460d1-ed80-4391-b80a-8e0417811360 req-2a39114c-425a-442c-b34a-95bffd688553 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 210 time: 0.1115057 Aug 25 19:08:47.107088 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:47.129798 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '49a7d703-cc15-4130-b820-be334bd59c94', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:47.141584 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ffd1d-1bdf-4e19-a35f-8c3fe4dc1288 req-bacd9bf1-1b0e-4d30-b15d-23b8f8e89301 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:47.153762 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-559ffd1d-1bdf-4e19-a35f-8c3fe4dc1288 req-bacd9bf1-1b0e-4d30-b15d-23b8f8e89301 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.2666140 Aug 25 19:08:47.203917 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:47.231657 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:47.262890 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-559ffd1d-1bdf-4e19-a35f-8c3fe4dc1288 req-dc76c058-505e-4f67-bf51-55db98de2689 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082630 Aug 25 19:08:47.264655 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:47.274066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:47.277208 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5e4cd728-b73a-4d0c-af4c-6ccf94a01b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:47.365977 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:47.369995 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:47.600376 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['49a7d703-cc15-4130-b820-be334bd59c94'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:48.142179 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-860415b6-2ae8-4eeb-a8b9-e28994c7e010 req-ff77629e-c3d9-4712-8459-d63574e10df3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 210 time: 0.0734022 Aug 25 19:08:48.363720 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323d35d-2f64-4b71-bd01-5a1e430330ee None None] New status for floating IP 2b594912-ede8-4bb5-a912-95ee517aeeb1: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:08:48.650445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-89ddeede-a1c1-49df-b2a3-1e9fdd899897 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:48.652100 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-89ddeede-a1c1-49df-b2a3-1e9fdd899897 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 810 time: 0.3108778 Aug 25 19:08:48.670130 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d2e3-7cea-4877-933e-272f5cf04236 req-674407dc-071b-499d-b11d-0c2fe8211105 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:48.671791 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7331d2e3-7cea-4877-933e-272f5cf04236 req-674407dc-071b-499d-b11d-0c2fe8211105 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 944 time: 0.1394753 Aug 25 19:08:48.735519 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7331d2e3-7cea-4877-933e-272f5cf04236 req-882fe16c-7b3e-406f-aad4-3b97eff2caaa tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562699 Aug 25 19:08:48.736087 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-7b81ac3a-83c9-476b-84e6-6c1d2f7057b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:48.755629 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-7b81ac3a-83c9-476b-84e6-6c1d2f7057b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:48.757239 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-7b81ac3a-83c9-476b-84e6-6c1d2f7057b7 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d1aceca3c14555889f3baf7454d7f6 HTTP/1.1" status: 200 len: 379 time: 0.0778461 Aug 25 19:08:48.768643 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'port': {'device_id': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'admin_state_up': True, 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'security_groups': ['e3fe0e25-3f00-4eeb-8890-4342e7b4f747']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:48.899843 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:48.934169 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:08:48.950954 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:08:48.963343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Made reservation on behalf of d1d1aceca3c14555889f3baf7454d7f6 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:08:48.966760 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:48.978081 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 49a7d703-cc15-4130-b820-be334bd59c94 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:48.987409 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 49a7d703-cc15-4130-b820-be334bd59c94 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:48.987879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.176213 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Allocated IP 172.20.0.3 (7ea116f1-6631-42c9-854e-e083128362da/9b52fea1-f517-42c7-983b-84a71fe6d388/4630e91c-8d1c-4650-8613-7942e7ce3538) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:08:49.193063 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.269069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:49.270395 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:49.278553 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.281864 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:49.464388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.469897 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:49.477231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:49.494348 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Transition to ACTIVE for port object 4630e91c-8d1c-4650-8613-7942e7ce3538 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:49.565559 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c86953d9-878c-4573-8b8f-e19240952ac8 req-4b827577-79f6-48cc-9f24-a9cea787cd97 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 210 time: 0.0514579 Aug 25 19:08:49.570269 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'code': 200} Aug 25 19:08:49.572835 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.578863 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-17165a68-97d3-4653-ad9b-9edebc9eb592 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:49.670341 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Network 7ea116f1-6631-42c9-854e-e083128362da is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:08:49.673554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:08:49.677397 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:08:49.735439 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event updated for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:49.739720 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:49.780085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:49.786788 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:49.836124 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711005 Aug 25 19:08:49.858081 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Request body: {'port': {'device_id': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:50.050230 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.078127 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1a1b8cec-04bb-4aa8-b1e8-a561d2d91aea req-a3c9e3cb-baf3-4ca9-9678-eed0c30e01d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1098 time: 0.1632278 Aug 25 19:08:50.140803 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7629d809-9984-414d-b531-d32763cda938 None None] Provisioning for port 4630e91c-8d1c-4650-8613-7942e7ce3538 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:50.154054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df3d9a-9a7d-4272-8a44-41ac7b4f2d2b req-3bfe6560-06ff-4f47-ab18-0fbd0f79165c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:50.155431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-7629d809-9984-414d-b531-d32763cda938 None None] Provisioning complete for port 4630e91c-8d1c-4650-8613-7942e7ce3538 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:50.156043 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7629d809-9984-414d-b531-d32763cda938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.167019 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7df3d9a-9a7d-4272-8a44-41ac7b4f2d2b req-3bfe6560-06ff-4f47-ab18-0fbd0f79165c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.2042670 Aug 25 19:08:50.218038 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1a1b8cec-04bb-4aa8-b1e8-a561d2d91aea req-502b6c7a-a714-428d-a76b-67ec7e88c7c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311162 Aug 25 19:08:50.252609 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7629d809-9984-414d-b531-d32763cda938 None None] Port 4630e91c-8d1c-4650-8613-7942e7ce3538 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:08:50.257267 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e7df3d9a-9a7d-4272-8a44-41ac7b4f2d2b req-ff2ca6f3-66b2-4e47-b0f8-a5a8deed5859 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846074 Aug 25 19:08:50.464758 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4630e91c-8d1c-4650-8613-7942e7ce3538 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:50.472635 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.492328 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Transition to ACTIVE for port object 4630e91c-8d1c-4650-8613-7942e7ce3538 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:50.496954 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:50.504793 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:50.756252 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Pushing event updated for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:50.761117 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:50.924700 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Attempting to bind port 4630e91c-8d1c-4650-8613-7942e7ce3538 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:50.924700 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Attempting to bind port 4630e91c-8d1c-4650-8613-7942e7ce3538 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:50.924700 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Attempting to bind port 4630e91c-8d1c-4650-8613-7942e7ce3538 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:50.931792 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Port 4630e91c-8d1c-4650-8613-7942e7ce3538 on network 7ea116f1-6631-42c9-854e-e083128362da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:08:50.932120 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Attempting to bind port 4630e91c-8d1c-4650-8613-7942e7ce3538 on network 7ea116f1-6631-42c9-854e-e083128362da {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:50.941481 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:50.941820 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Checking segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:50.942190 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Bound using segment: {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:50.942620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Bound port: 4630e91c-8d1c-4650-8613-7942e7ce3538, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077e1fcd-a329-4852-b8af-439666f8a0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7ea116f1-6631-42c9-854e-e083128362da'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:50.942975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:51.041264 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:51.044415 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4630e91c-8d1c-4650-8613-7942e7ce3538,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:51.058482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5056f3-ac61-40c2-be8d-87e8d4cec6d9 req-30608548-f3f9-44e5-9201-5204f0114635 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:51.058482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cd5056f3-ac61-40c2-be8d-87e8d4cec6d9 req-30608548-f3f9-44e5-9201-5204f0114635 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Synchronizing usage tracker for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:51.065907 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:51.070870 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-67aa5016-0a85-4acb-8091-f23f04eb52ab tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:51.135388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cd5056f3-ac61-40c2-be8d-87e8d4cec6d9 req-30608548-f3f9-44e5-9201-5204f0114635 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Unset dirty status for tenant:d1d1aceca3c14555889f3baf7454d7f6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:51.141818 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd5056f3-ac61-40c2-be8d-87e8d4cec6d9 req-30608548-f3f9-44e5-9201-5204f0114635 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 943 time: 0.3873453 Aug 25 19:08:51.184400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:51.185809 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] 10.222.0.57 "PUT /v2.0/ports/4630e91c-8d1c-4650-8613-7942e7ce3538 HTTP/1.1" status: 200 len: 1093 time: 1.3324621 Aug 25 19:08:51.189158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:51.208202 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Pushing event updated for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:51.213627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:51.229211 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cd5056f3-ac61-40c2-be8d-87e8d4cec6d9 req-96e66a24-90cc-4f8c-8ac4-b42439d64195 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861619 Aug 25 19:08:51.394061 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'status': 'completed', 'code': 200} Aug 25 19:08:51.505752 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-6ecfb334-6902-4286-b40b-ea3eabb8a032 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 1096 time: 0.2429311 Aug 25 19:08:51.723809 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-b24c5303-238e-48ac-adfa-39ec334f10b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4630e91c-8d1c-4650-8613-7942e7ce3538 HTTP/1.1" status: 200 len: 217 time: 0.1461203 Aug 25 19:08:51.803008 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b72dc-b897-43a2-a594-7746bf2bc467 req-5ce7482e-754e-4b8b-b1c6-2fbac7d32a33 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:51.805182 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-831b72dc-b897-43a2-a594-7746bf2bc467 req-5ce7482e-754e-4b8b-b1c6-2fbac7d32a33 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.2904494 Aug 25 19:08:51.814094 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-0f0c9f00-a908-486b-aa05-8d2366c01933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:51.815507 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-0f0c9f00-a908-486b-aa05-8d2366c01933 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0779202 Aug 25 19:08:51.912933 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-831b72dc-b897-43a2-a594-7746bf2bc467 req-74f8d344-0837-42b3-ada3-f7a9e5a78cb8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004915 Aug 25 19:08:51.927053 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-e54c0fb9-4de5-4e8d-949d-dd2a2c04c60d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973656 Aug 25 19:08:52.075843 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-53e4af1f-575e-47b7-adce-098886e365bc service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407096 Aug 25 19:08:52.227439 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1582bd4d-03c3-4df8-b875-66c5fa75101e req-1d70e5ae-9585-436a-86c5-012509771d28 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433332 Aug 25 19:08:52.437458 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-c05f53e5-61fc-45a6-898e-e342524ce19e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 1096 time: 0.0847352 Aug 25 19:08:52.452850 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa01c73-ae31-4cdf-9ed6-c4b8ae3f8102 req-0e5c3d61-dfa7-4b2a-b37b-3688192f6ad8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:52.460703 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bfa01c73-ae31-4cdf-9ed6-c4b8ae3f8102 req-0e5c3d61-dfa7-4b2a-b37b-3688192f6ad8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 943 time: 0.0986717 Aug 25 19:08:52.509886 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bfa01c73-ae31-4cdf-9ed6-c4b8ae3f8102 req-a3f82330-5a59-4b26-9446-3a2d7ed1e177 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481684 Aug 25 19:08:52.618053 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-419d116d-722c-41aa-b5c1-ce10de328791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:52.619660 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-419d116d-722c-41aa-b5c1-ce10de328791 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.1706951 Aug 25 19:08:52.709934 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-907bb7a4-7c81-4488-bb02-92ef6d01efcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4630e91c-8d1c-4650-8613-7942e7ce3538 HTTP/1.1" status: 200 len: 217 time: 0.0741003 Aug 25 19:08:52.787384 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-6b3a921f-ad0f-4c36-9c43-f2e20e84ad25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:52.789475 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-6b3a921f-ad0f-4c36-9c43-f2e20e84ad25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0729127 Aug 25 19:08:52.878892 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-511902bd-526c-4152-9109-caf91a9af89d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818145 Aug 25 19:08:53.208085 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-99a37fc9-a614-4d20-8b8c-62655f9b3aac service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211467 Aug 25 19:08:53.232318 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34684499-6494-41e6-ac9f-4d499d5e0595 req-28d40d4d-d2c3-403a-80b0-4591fd4e14a1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:53.233979 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-34684499-6494-41e6-ac9f-4d499d5e0595 req-28d40d4d-d2c3-403a-80b0-4591fd4e14a1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1296437 Aug 25 19:08:53.379173 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-34684499-6494-41e6-ac9f-4d499d5e0595 req-eff5717f-0930-48cc-88b9-517e6fdaf762 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244242 Aug 25 19:08:53.451652 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bbfe8c7-71c5-46ee-a989-ef7d10e17c11 req-24e93ed3-b139-429d-98db-9fdc7b6dc6ad service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166493 Aug 25 19:08:53.673818 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3576-6d23-4f08-a815-f018c5c34fc6 req-3d737e7e-0ead-48fb-b996-c1d95aa6e165 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:53.675915 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3b9c3576-6d23-4f08-a815-f018c5c34fc6 req-3d737e7e-0ead-48fb-b996-c1d95aa6e165 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1005142 Aug 25 19:08:53.685782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41274) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:08:53.696156 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Request body: {'floatingip': {'port_id': '49a7d703-cc15-4130-b820-be334bd59c94'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:53.757014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89320704-8bc8-4552-a02b-85e570c4fd32 req-e66de4b2-dc42-4344-9fb6-815d1e1daf28 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:53.764743 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89320704-8bc8-4552-a02b-85e570c4fd32 req-e66de4b2-dc42-4344-9fb6-815d1e1daf28 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 943 time: 0.0996411 Aug 25 19:08:53.795326 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:53.836297 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-89320704-8bc8-4552-a02b-85e570c4fd32 req-fa32a6da-d1f1-4cac-8a78-3d36b6ce1df0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704048 Aug 25 19:08:54.516812 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.521811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:54.761280 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Floating IP 0e920832-d88c-43c1-85d7-b78f4fe38905 associated. External IP: 172.27.2.165, port: 49a7d703-cc15-4130-b820-be334bd59c94. Aug 25 19:08:54.958290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 4630e91c-8d1c-4650-8613-7942e7ce3538 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:08:55.161146 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4630e91c-8d1c-4650-8613-7942e7ce3538,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:55.200331 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545ece-12a9-4710-98ff-b72d6c3dc851 req-38ea8e44-b79e-4852-b98c-1b8a2f1f4306 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:55.201903 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6545ece-12a9-4710-98ff-b72d6c3dc851 req-38ea8e44-b79e-4852-b98c-1b8a2f1f4306 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 943 time: 0.2127631 Aug 25 19:08:55.206767 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'port_id': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'mac_address': 'fa:16:3e:11:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:08:55.298111 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.317274 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4630e91c-8d1c-4650-8613-7942e7ce3538 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:08:55.348078 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4630e91c-8d1c-4650-8613-7942e7ce3538,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:55.349070 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6545ece-12a9-4710-98ff-b72d6c3dc851 req-628f8444-30ca-4525-86ae-782f549d5c38 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722737 Aug 25 19:08:55.357683 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.360925 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:55.384988 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Sync routers for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:55.397486 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:55.398245 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:55.449538 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:55.454509 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:55.489229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:08:55.573159 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:55.693733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:08:55.698460 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:55.704985 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:08:55.716264 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['4630e91c-8d1c-4650-8613-7942e7ce3538'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:08:55.762710 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a50d5b94-3874-4395-a3f9-a2e3d50cdfe3 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "PUT /v2.0/floatingips/0e920832-d88c-43c1-85d7-b78f4fe38905 HTTP/1.1" status: 200 len: 991 time: 2.0724020 Aug 25 19:08:55.763842 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:55.784924 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:55.785883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:55.876570 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'status': 'completed', 'code': 200} Aug 25 19:08:56.071557 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:35Z', 'revision_number': 4, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'f3175eb7-4e70-4587-b2ea-5a53dc77a347', 'name': '', 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'mac_address': 'fa:16:3e:77:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:34Z', 'updated_at': '2021-08-25T19:08:36Z', 'revision_number': 2, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'subnets': [{'id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:56.071557 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Checking router: 4f9b9b61-d74d-4ecb-9a5d-f38905045703 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:56.071557 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Updating router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 port f3175eb7-4e70-4587-b2ea-5a53dc77a347 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:08:56.081613 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-5b253d3a-a910-4883-bf40-88bd1a9b5d68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1098 time: 0.1372736 Aug 25 19:08:56.137815 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:56.155281 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.318253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-7dd6ab2c-96ed-49ef-ba03-0f75675fc3a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:56.320483 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-7dd6ab2c-96ed-49ef-ba03-0f75675fc3a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1892784 Aug 25 19:08:56.325685 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-eb509a74-0f16-4a74-b41f-f683a6ef5a65 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:56.326594 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-eb509a74-0f16-4a74-b41f-f683a6ef5a65 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:56.451620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-eb509a74-0f16-4a74-b41f-f683a6ef5a65 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:56.458405 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-eb509a74-0f16-4a74-b41f-f683a6ef5a65 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 814 time: 0.4161584 Aug 25 19:08:56.498622 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-1c0a1ea8-e521-4686-bf77-0b8e38d01c31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 999 time: 0.1678362 Aug 25 19:08:56.505187 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-9fcb0110-3007-4217-b78b-ae39bc0adc85 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/quotas/06bb2efefe5d4d64a6936454ce77ffe6 HTTP/1.1" status: 200 len: 375 time: 0.0457783 Aug 25 19:08:56.576199 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.606029 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Transition to ACTIVE for port object f3175eb7-4e70-4587-b2ea-5a53dc77a347 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:08:56.620265 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.626997 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-b84bc3d6-09b0-4145-ac33-64027e756631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:56.656564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-3f895ea0-ec3a-4449-a5f1-b126900e2591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:56.658709 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-3f895ea0-ec3a-4449-a5f1-b126900e2591 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.1173532 Aug 25 19:08:56.683945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4938ae6-bcbe-49d8-a8b4-ac2b5ee3940b req-837fb078-df47-4bd0-80f0-54415362a7ec tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:56.694240 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f4938ae6-bcbe-49d8-a8b4-ac2b5ee3940b req-837fb078-df47-4bd0-80f0-54415362a7ec tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 944 time: 0.0998251 Aug 25 19:08:56.695066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '0e920832-d88c-43c1-85d7-b78f4fe38905', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:54Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:56.700731 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:08:56.710937 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Pushing event updated for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:56.715757 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:56.716510 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:56.726929 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.727516 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.728027 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.728490 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.728976 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.729450 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.729775 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.730933 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.730933 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.730933 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.731207 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:08:56.733232 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-3ccdc98e-0bc5-4106-b7df-130418c1b0a0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:08:56.735296 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:56.760444 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-3ccdc98e-0bc5-4106-b7df-130418c1b0a0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:08:56.761355 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f4938ae6-bcbe-49d8-a8b4-ac2b5ee3940b req-7fe2fbe4-9744-424e-aa2f-540fdf185174 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652113 Aug 25 19:08:56.773084 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-3ccdc98e-0bc5-4106-b7df-130418c1b0a0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601345 Aug 25 19:08:56.865655 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-d28cd5dc-5676-4334-8cd6-41f7ff284171 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1972318 Aug 25 19:08:56.950926 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Attempting to bind port f3175eb7-4e70-4587-b2ea-5a53dc77a347 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:08:56.951298 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Attempting to bind port f3175eb7-4e70-4587-b2ea-5a53dc77a347 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:08:56.951662 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Attempting to bind port f3175eb7-4e70-4587-b2ea-5a53dc77a347 on network 3670b43a-7f64-4e09-9dff-540cb899b907 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:08:56.959225 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:08:56.959927 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Checking segment: {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:08:56.960087 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.960507 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Bound using segment: {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:08:56.961268 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Bound port: f3175eb7-4e70-4587-b2ea-5a53dc77a347, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d5ad7a-b537-4950-b777-fb1c31fd7ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:08:56.961663 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:56.967038 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:57.040799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 4630e91c-8d1c-4650-8613-7942e7ce3538 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:57.070652 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-ddfdbe76-27d0-4352-8bdd-a4306f276ac5 service neutron] 10.222.0.26 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967787 Aug 25 19:08:57.083065 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] For port f3175eb7-4e70-4587-b2ea-5a53dc77a347, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:08:57.089269 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] For port f3175eb7-4e70-4587-b2ea-5a53dc77a347, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=f3175eb7-4e70-4587-b2ea-5a53dc77a347,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:08:57.098283 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.109021 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:57.181596 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:08:57.182223 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:57.284002 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 4630e91c-8d1c-4650-8613-7942e7ce3538 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:57.293336 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Pushing event updated for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:57.298643 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:57.375252 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 4630e91c-8d1c-4650-8613-7942e7ce3538 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:57.375644 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.387832 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-626e85b9-fa02-44f6-8ac8-13c083f4035e service neutron] 10.222.0.26 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906320 Aug 25 19:08:57.412844 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:08:57.428324 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-38a13177-9549-4733-8afe-c48a1b855cf2 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482161 Aug 25 19:08:57.556321 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.630362 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.642982 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '0e920832-d88c-43c1-85d7-b78f4fe38905', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:54Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:57.652860 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c0db4-0c22-42eb-a54f-90adc5ca9777 None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '0e920832-d88c-43c1-85d7-b78f4fe38905', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:33Z', 'updated_at': '2021-08-25T19:08:54Z', 'revision_number': 1, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:57.654594 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b7886e49-58da-4b09-b9ce-bd21b3b297ca req-9a587910-9dae-4b4a-b00c-deeb5c9069d3 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163537 Aug 25 19:08:57.675883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:08:57.686776 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4630e91c-8d1c-4650-8613-7942e7ce3538,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:08:57.693888 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:08:57.697104 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-c4b4eea5-8c4f-4769-97bb-6db22ad58420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:08:57.758466 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7107d523-77bf-44a8-ab78-add10b5ec6c9 req-19ceedac-b8df-4cc4-bb03-1dc78cc8699e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 210 time: 0.1299701 Aug 25 19:08:57.777513 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:08:57.780189 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:08:57.806303 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'code': 200} Aug 25 19:08:57.905319 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:35Z', 'revision_number': 4, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'f3175eb7-4e70-4587-b2ea-5a53dc77a347', 'name': '', 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'mac_address': 'fa:16:3e:77:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:34Z', 'updated_at': '2021-08-25T19:08:57Z', 'revision_number': 4, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'subnets': [{'id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:08:57.910065 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253dd8d-7135-465d-a591-1164829dbbd5 None None] The sync data for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi is: [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:08:35Z', 'revision_number': 4, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'f3175eb7-4e70-4587-b2ea-5a53dc77a347', 'name': '', 'network_id': '3670b43a-7f64-4e09-9dff-540cb899b907', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'mac_address': 'fa:16:3e:77:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:34Z', 'updated_at': '2021-08-25T19:08:57Z', 'revision_number': 4, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'subnets': [{'id': 'dc3d8dca-d814-464c-beca-d6d29818eaa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:08:58.107016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805addc-1aaa-418a-afc7-b2321264b710 req-d68e808e-1ae5-4a38-ae85-f2a7dc75b188 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:58.114796 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6805addc-1aaa-418a-afc7-b2321264b710 req-d68e808e-1ae5-4a38-ae85-f2a7dc75b188 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.1551278 Aug 25 19:08:58.265296 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6805addc-1aaa-418a-afc7-b2321264b710 req-619637e6-6a41-46d6-8be6-2042ffbbcdcb tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488376 Aug 25 19:08:58.330132 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1deca774-ddf4-4a5e-a78f-071b1653cf34 req-53aa1a4a-b0d2-471b-af98-3d25ac8c4113 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 1098 time: 0.1591299 Aug 25 19:08:58.395163 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1deca774-ddf4-4a5e-a78f-071b1653cf34 req-61d5f50d-96eb-4dfa-a6b8-58f548175ac8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573442 Aug 25 19:08:58.961152 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e41c50fa-b188-4a7a-83aa-bce1cfc8cd66 req-6e582518-c133-4861-a656-af7d21f7df45 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 210 time: 0.0429285 Aug 25 19:08:59.468263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc35b9-db45-4d48-8145-32a3588d0e81 req-481067c0-c977-4d7e-b01b-91542966c0a8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:59.469678 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42cc35b9-db45-4d48-8145-32a3588d0e81 req-481067c0-c977-4d7e-b01b-91542966c0a8 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.0803764 Aug 25 19:08:59.516221 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-42cc35b9-db45-4d48-8145-32a3588d0e81 req-0f4be4b1-d13b-42cf-b3e2-c59fbf0ba24f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Aug 25 19:08:59.770303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device f3175eb7-4e70-4587-b2ea-5a53dc77a347 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:08:59.856954 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-731c3665-3905-4d2f-9581-e4e800305f6e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:08:59.859754 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-731c3665-3905-4d2f-9581-e4e800305f6e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 814 time: 0.2075782 Aug 25 19:08:59.912318 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'port': {'device_id': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'admin_state_up': True, 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:08:59.914562 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:08:59.935790 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:08:59.938765 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.175976 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:00.227199 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.244470 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:00.253839 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a9c72ba1-fa8b-4b2a-9dc3-be0f1825e717 req-af4729d5-ac7f-4be7-b420-2a1104e03d52 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 210 time: 0.0719981 Aug 25 19:09:00.267020 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Made reservation on behalf of 06bb2efefe5d4d64a6936454ce77ffe6 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:09:00.274555 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.305012 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port f3175eb7-4e70-4587-b2ea-5a53dc77a347, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=f3175eb7-4e70-4587-b2ea-5a53dc77a347,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:00.311402 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.313700 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-f89d1657-8bdd-4723-9a67-fabf7405ccac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:00.399212 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:00.402389 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:00.471260 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Allocated IP 172.20.0.14 (d1c19882-9de6-4179-b70e-9b4e33fee1db/9a80d7cd-75e1-454a-9ff2-d7fa86071439/20d2f805-0347-4a1f-8a3b-4fafa9939169) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:09:00.717961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.739792 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Transition to ACTIVE for port object 20d2f805-0347-4a1f-8a3b-4fafa9939169 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:00.742443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c409-fc9a-4b9c-9c18-e5e1b10c49ff req-8a5027ca-03df-4cc6-9ebf-bd3efc7216b9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:00.750910 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4550c409-fc9a-4b9c-9c18-e5e1b10c49ff req-8a5027ca-03df-4cc6-9ebf-bd3efc7216b9 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.0968091 Aug 25 19:09:00.775705 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:00.793668 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:00.801673 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4550c409-fc9a-4b9c-9c18-e5e1b10c49ff req-f1fa8f77-dc16-4042-b9f6-08dc03c8dda4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495377 Aug 25 19:09:00.950176 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:00.962487 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:00.986676 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Network d1c19882-9de6-4179-b70e-9b4e33fee1db is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:00.988083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:00.994002 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:09:01.122999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:01.129884 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.237027 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3289552 Aug 25 19:09:01.297145 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093025b8-a095-4358-b6cc-46a1fd1da8ae req-1e8856a4-462a-461a-8320-834b4e51b2f0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:01.313919 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-093025b8-a095-4358-b6cc-46a1fd1da8ae req-1e8856a4-462a-461a-8320-834b4e51b2f0 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.1722972 Aug 25 19:09:01.323728 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41414) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:01.331693 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Request body: {'floatingip': {'port_id': '4630e91c-8d1c-4650-8613-7942e7ce3538'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:01.522799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-907b9b99-61f1-472e-a6ee-79ba8e19c436 None None] Provisioning for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:01.543787 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-907b9b99-61f1-472e-a6ee-79ba8e19c436 None None] Provisioning complete for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:01.544868 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-907b9b99-61f1-472e-a6ee-79ba8e19c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.631912 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-907b9b99-61f1-472e-a6ee-79ba8e19c436 None None] Port 20d2f805-0347-4a1f-8a3b-4fafa9939169 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:09:01.656887 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:01.785926 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device f3175eb7-4e70-4587-b2ea-5a53dc77a347 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:01.889882 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port f3175eb7-4e70-4587-b2ea-5a53dc77a347 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:01.891735 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:02.048400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-8535537c-75f1-4bb2-ac30-3d2606944742 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:02.049338 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-8535537c-75f1-4bb2-ac30-3d2606944742 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:02.151504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-8535537c-75f1-4bb2-ac30-3d2606944742 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:02.152594 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-8535537c-75f1-4bb2-ac30-3d2606944742 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 932 time: 0.5960121 Aug 25 19:09:02.294332 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-7752874b-e32e-4475-a8dd-14a93292b095 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:02.395537 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-7752874b-e32e-4475-a8dd-14a93292b095 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:02.396766 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9a723692-d54c-4d48-bcb9-26ad85b115ad req-7752874b-e32e-4475-a8dd-14a93292b095 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295973 Aug 25 19:09:02.589021 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:02.594399 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:02.795059 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Floating IP c4afe05c-f420-44e6-8d8d-8eab2f55b352 associated. External IP: 172.27.2.43, port: 4630e91c-8d1c-4650-8613-7942e7ce3538. Aug 25 19:09:03.260699 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:03.352973 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81ca61-190a-476d-acc1-dbdc31f80085 None None] New status for floating IP 0e920832-d88c-43c1-85d7-b78f4fe38905: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:09:03.525401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:03.529959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:03.535508 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:03.547544 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:03.548155 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:03.641022 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c8f85278-a9ef-4502-a05a-f1efe98e1fd4 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "PUT /v2.0/floatingips/c4afe05c-f420-44e6-8d8d-8eab2f55b352 HTTP/1.1" status: 200 len: 990 time: 2.3160839 Aug 25 19:09:03.642291 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:03.668353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa2c81-64c9-4469-939b-3126ac96b455 req-94cb856a-3330-4d07-8f85-f3c206c265ce tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:03.670030 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2faa2c81-64c9-4469-939b-3126ac96b455 req-94cb856a-3330-4d07-8f85-f3c206c265ce tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 932 time: 0.1089025 Aug 25 19:09:03.812048 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:03.813008 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2faa2c81-64c9-4469-939b-3126ac96b455 req-55e95e19-3335-477d-bef2-b68236273e03 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363599 Aug 25 19:09:04.220502 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'c4afe05c-f420-44e6-8d8d-8eab2f55b352', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:11:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:44Z', 'updated_at': '2021-08-25T19:09:02Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:04.224590 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:04.235473 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:04.236094 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:08:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:04.427790 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:04.858518 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'c4afe05c-f420-44e6-8d8d-8eab2f55b352', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:11:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:44Z', 'updated_at': '2021-08-25T19:09:02Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:04.863820 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba04058-9d34-484c-98f0-3f9cf66ebf8b None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': 'c4afe05c-f420-44e6-8d8d-8eab2f55b352', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'port_id': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'mac_address': 'fa:16:3e:11:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:08:44Z', 'updated_at': '2021-08-25T19:09:02Z', 'revision_number': 1, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:06.764062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ad87e834-377f-4f0d-8c43-347f48888d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.065110 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41494) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:07.214035 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.248189 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:07.251946 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Usage tracker for resource:security_group_rule and tenant:47c234b5b19b4d69a96d5914a76929f6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:07.255032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:07.261364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:07.262392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.329990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.333807 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.340576 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3268419c-5599-46a4-8215-44caa66e3cd9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:07.377819 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133953cf-513c-40aa-9405-b03841848aea,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:07.380953 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:07.384048 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47c234b5b19b4d69a96d5914a76929f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3179488 Aug 25 19:09:07.386679 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41500) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:07.446732 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.471720 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.525659 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.529979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-983a7538-d644-4876-b57f-87e272cd3669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:07.543194 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133953cf-513c-40aa-9405-b03841848aea,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:07.549702 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:07.554245 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.557896 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/133953cf-513c-40aa-9405-b03841848aea HTTP/1.1" status: 204 len: 168 time: 0.1680045 Aug 25 19:09:07.912343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41510) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:07.931574 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:07.961341 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:07.965270 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Usage tracker for resource:security_group_rule and tenant:11731a6b72da4baaae90d0682a09e7c5 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:07.968072 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:07.973784 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:08.041111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.045293 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.055191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5991e9a8-59d7-405f-984f-2f585f46a3e2 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:08.098413 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea38fb8-391c-4584-bf2a-a30cfe12897e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:08.104250 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11731a6b72da4baaae90d0682a09e7c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901577 Aug 25 19:09:08.105197 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:08.105796 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41514) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:08.180452 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.213427 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.271267 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.275183 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-709e4e1c-edeb-40bc-bf5f-f5c749ad0a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:08.286461 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea38fb8-391c-4584-bf2a-a30cfe12897e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:08.290247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:08.293474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:08.294593 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bea38fb8-391c-4584-bf2a-a30cfe12897e HTTP/1.1" status: 204 len: 168 time: 0.1879005 Aug 25 19:09:09.125753 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-53ebd1f2-f826-4648-aa4e-46476801eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:10.112347 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:10.793991 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f36a91-99cd-40c7-93f9-84a30a91ab31 None None] New status for floating IP c4afe05c-f420-44e6-8d8d-8eab2f55b352: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:09:11.510602 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.466268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41656) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:12.614506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.646298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:12.650300 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ea249572924f73b6b1ab0fc246ab34 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:12.653125 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:12.658865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:12.722416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.726799 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.732850 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6bca0868-c18a-4185-b107-4ae8bd0be8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:12.774967 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c99996-e2db-4830-bdd5-7395deafbb6e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:12.779567 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3ea249572924f73b6b1ab0fc246ab34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3122199 Aug 25 19:09:12.780483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:12.783662 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41662) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:12.843127 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.869101 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.918468 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.921952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7b1be7c3-a502-418f-94a4-a5134fd30a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:12.932963 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c99996-e2db-4830-bdd5-7395deafbb6e,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:12.936302 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:12.939324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:12.942862 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31c99996-e2db-4830-bdd5-7395deafbb6e HTTP/1.1" status: 204 len: 168 time: 0.1561532 Aug 25 19:09:13.273201 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41670) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:13.294435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.326800 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:13.330578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Usage tracker for resource:security_group_rule and tenant:78aeb9d6a0ac4542a50918221a8b5a72 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:13.333323 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:13.339038 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:13.403386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.407093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.413414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-27b7f304-a425-46eb-a69a-2abad84440d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:13.451881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5963a9-26d0-41b6-850d-9889e2df2d9d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:13.456205 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78aeb9d6a0ac4542a50918221a8b5a72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819313 Aug 25 19:09:13.457101 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:13.458969 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41674) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:13.518662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.543554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.593316 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.596991 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-839abc45-7029-4901-9630-f84ee8ecb7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:13.609328 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5963a9-26d0-41b6-850d-9889e2df2d9d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:13.611998 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:13.623096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Request body: {'port': {'device_id': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:13.664634 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.665943 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d5963a9-26d0-41b6-850d-9889e2df2d9d HTTP/1.1" status: 204 len: 168 time: 0.2053363 Aug 25 19:09:13.720557 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'status': 'completed', 'code': 200} Aug 25 19:09:13.746780 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:13.944823 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-80ee14af-e3e2-45fd-b51c-593aee616338 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 1098 time: 0.1446781 Aug 25 19:09:13.951223 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fed221-f3f3-46be-a4ed-8a15b3c4d0db req-24cd37d4-f0b2-45bf-883e-f38cc2c56db3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:13.952806 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1fed221-f3f3-46be-a4ed-8a15b3c4d0db req-24cd37d4-f0b2-45bf-883e-f38cc2c56db3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 932 time: 0.1205587 Aug 25 19:09:14.106218 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d2f805-0347-4a1f-8a3b-4fafa9939169 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:09:14.114748 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.136112 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Transition to ACTIVE for port object 20d2f805-0347-4a1f-8a3b-4fafa9939169 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:09:14.140423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.145848 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:14.215802 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1fed221-f3f3-46be-a4ed-8a15b3c4d0db req-38f6b5e5-adc9-4d1f-b815-0d4b24491ce1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391233 Aug 25 19:09:14.247601 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-31a475ab-c952-4213-a778-cd077160a236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:14.249313 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-31a475ab-c952-4213-a778-cd077160a236 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 200 len: 911 time: 0.2917571 Aug 25 19:09:14.297726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:14.312260 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:14.366533 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-83860de2-48f2-4577-9e7a-52c00918f022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4630e91c-8d1c-4650-8613-7942e7ce3538 HTTP/1.1" status: 200 len: 1000 time: 0.1057532 Aug 25 19:09:14.437830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-f020aaa0-80e8-4b07-9c27-d8d2729d88d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:14.439648 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-f020aaa0-80e8-4b07-9c27-d8d2729d88d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 200 len: 849 time: 0.0650725 Aug 25 19:09:14.450726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Attempting to bind port 20d2f805-0347-4a1f-8a3b-4fafa9939169 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:09:14.450726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Attempting to bind port 20d2f805-0347-4a1f-8a3b-4fafa9939169 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:09:14.450726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Attempting to bind port 20d2f805-0347-4a1f-8a3b-4fafa9939169 on network d1c19882-9de6-4179-b70e-9b4e33fee1db {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:14.456460 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Port 20d2f805-0347-4a1f-8a3b-4fafa9939169 on network d1c19882-9de6-4179-b70e-9b4e33fee1db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:09:14.456818 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Attempting to bind port 20d2f805-0347-4a1f-8a3b-4fafa9939169 on network d1c19882-9de6-4179-b70e-9b4e33fee1db {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:09:14.465165 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:09:14.465509 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Checking segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:09:14.466002 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Bound using segment: {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:09:14.466500 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Bound port: 20d2f805-0347-4a1f-8a3b-4fafa9939169, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588771ba-e25a-4c6c-b7c1-8a14cec09418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:09:14.466781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.526234 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-37f59e3b-858e-4dee-9141-2da10976f9f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ea116f1-6631-42c9-854e-e083128362da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789158 Aug 25 19:09:14.564695 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:09:14.568215 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:09:14.573242 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.578502 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:14.646431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:14.648067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] 10.222.0.57 "PUT /v2.0/ports/20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 1094 time: 1.0318537 Aug 25 19:09:14.664217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:14.680547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:14.694410 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-2a6da354-583b-461a-a45b-5ba8370b75fd service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546872 Aug 25 19:09:14.866621 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-7bf6cb5a-b5d8-4330-97e9-97eeace2e6ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1097 time: 0.1355453 Aug 25 19:09:14.902702 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d9df85e2-c3de-43ed-abb8-1a31784a6456 req-c7bd2700-6964-4817-9940-4a121a294f16 service neutron] 10.222.0.57 "GET /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865866 Aug 25 19:09:15.012520 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-eb1119bd-abca-4464-8d56-ead4259e2cfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 217 time: 0.0744512 Aug 25 19:09:15.080793 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-622f8284-4fd6-4a96-8130-b9028d13775d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:15.082255 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-622f8284-4fd6-4a96-8130-b9028d13775d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0592091 Aug 25 19:09:15.222206 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-c5fc374f-3f7e-4f90-8ceb-4ca296411986 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322317 Aug 25 19:09:15.388468 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-556e13b5-0230-46b4-b96a-8f47a52702ec service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590662 Aug 25 19:09:15.538404 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4460-66c0-46ab-979e-f234dd9e2313 req-dd5eafab-d35d-44ac-90dc-1f96b5e59ac9 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:15.539936 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-49ed4460-66c0-46ab-979e-f234dd9e2313 req-dd5eafab-d35d-44ac-90dc-1f96b5e59ac9 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 944 time: 0.1929553 Aug 25 19:09:15.549303 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5c5b1c62-c3d2-4645-899e-1fb0822f75de req-2e7bd683-db3b-4bfb-85cb-ebc11adc24b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472709 Aug 25 19:09:15.593914 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-49ed4460-66c0-46ab-979e-f234dd9e2313 req-9f988690-db9a-4283-8f17-1973549ff3ae tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 Aug 25 19:09:15.722152 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:15.777720 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:09:15.909625 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-8ebdf82d-5f9d-413a-8879-b740b72e76e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1097 time: 0.0711408 Aug 25 19:09:16.055151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-6726d230-edc2-4f62-bc24-c192ca516579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:16.056855 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-6726d230-edc2-4f62-bc24-c192ca516579 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.1382308 Aug 25 19:09:16.138177 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-c4269b65-56f5-4647-a08a-470c8e3e5c09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 217 time: 0.0716794 Aug 25 19:09:16.222211 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-1f697b9a-5a25-4998-8ffb-9622e183f63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:16.223739 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-1f697b9a-5a25-4998-8ffb-9622e183f63a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0680101 Aug 25 19:09:16.342113 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-d21e52a4-c44d-405e-b902-ce5b19346aca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730851 Aug 25 19:09:16.495370 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-09cafc22-8bb2-4c70-b497-19e144a7b6c0 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409647 Aug 25 19:09:16.638922 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8f59c547-2581-4bdf-b62c-be3ff5df9a47 req-ad95b124-bdc7-4078-9f5b-d9c548c4a5ec service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284280 Aug 25 19:09:16.793401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c293cf-ee2a-4310-9e10-a35860604d2e req-d522cbed-0134-495b-bfe1-90c509835ca1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:16.794895 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-43c293cf-ee2a-4310-9e10-a35860604d2e req-d522cbed-0134-495b-bfe1-90c509835ca1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 944 time: 0.0780699 Aug 25 19:09:16.841497 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-43c293cf-ee2a-4310-9e10-a35860604d2e req-50ad7b16-cf1b-4254-813d-f9ff60ed7cdf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Aug 25 19:09:18.014625 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 41788) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:18.055564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15505035-2211-4205-950b-6a21ca0257a8 req-154aa6f2-433b-47b8-b0f9-ece833adff3d tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:18.057093 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-15505035-2211-4205-950b-6a21ca0257a8 req-154aa6f2-433b-47b8-b0f9-ece833adff3d tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 944 time: 0.0864785 Aug 25 19:09:18.104141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-15505035-2211-4205-950b-6a21ca0257a8 req-fd095f32-4386-459e-a464-ac45cddd49c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Aug 25 19:09:18.165879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.196886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:18.200824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Usage tracker for resource:security_group_rule and tenant:6fac95c53bfa4b8ab1a7b5a175efd8a9 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:18.203574 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:18.209808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:18.274032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.277612 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.284142 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b159c91f-6a8c-4510-aa63-bf94d2d5e1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:18.325538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57fac4-cd4a-4d4e-a3de-e6335b2243ff,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:18.333426 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fac95c53bfa4b8ab1a7b5a175efd8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177829 Aug 25 19:09:18.336325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41794) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:18.336983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.337357 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.337717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.338075 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.338424 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.338775 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.339123 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.339471 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.339821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.340163 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.340505 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.344083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c591c4bf-efd3-476f-8719-184eb45d5f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:18.401306 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.427074 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.486226 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:09:18.490132 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.495989 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ff9cb08b-ae75-4a0f-ac45-69bc11865241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:18.508443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57fac4-cd4a-4d4e-a3de-e6335b2243ff,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:18.520878 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.522107 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac57fac4-cd4a-4d4e-a3de-e6335b2243ff HTTP/1.1" status: 204 len: 168 time: 0.1847141 Aug 25 19:09:18.523849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.524222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.524560 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.524953 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.525281 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.525626 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.525966 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.526325 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.526686 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.526961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.527295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:18.530205 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:18.874477 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41806) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:18.893221 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:18.923683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:18.927351 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Usage tracker for resource:security_group_rule and tenant:8606b8f332e64acfae9a4b41e0c36b44 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:18.931101 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:18.936682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:19.001589 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.005380 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.012577 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-27bb318d-9070-46fb-8459-76eab2e8668d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:19.059609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50453ff-e11f-4ccd-b94e-e219fa3bb882,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:19.063587 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8606b8f332e64acfae9a4b41e0c36b44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880505 Aug 25 19:09:19.064504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:19.066858 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41810) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:19.123742 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 20d2f805-0347-4a1f-8a3b-4fafa9939169 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:09:19.128051 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.158394 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.216299 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.221695 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57e4d158-0a36-4207-9f64-69acf8b65dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:19.232655 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50453ff-e11f-4ccd-b94e-e219fa3bb882,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:19.236559 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:19.240901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.242420 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-eefb42a2-131f-4611-98a5-1392bda2061c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b50453ff-e11f-4ccd-b94e-e219fa3bb882 HTTP/1.1" status: 204 len: 168 time: 0.1752236 Aug 25 19:09:19.283157 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:19.302201 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'port_id': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'mac_address': 'fa:16:3e:80:94:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:09:19.326988 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967a88-5336-4820-af94-19cdb3e29246 req-2bee957b-c2c1-4775-acf6-d37301f9689c tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:19.329077 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a967a88-5336-4820-af94-19cdb3e29246 req-2bee957b-c2c1-4775-acf6-d37301f9689c tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 944 time: 0.0805402 Aug 25 19:09:19.367758 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.385531 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a967a88-5336-4820-af94-19cdb3e29246 req-95ca6e36-755b-4c9e-a956-67b31e6fce54 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Aug 25 19:09:19.386872 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d2f805-0347-4a1f-8a3b-4fafa9939169 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:09:19.407029 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:19.410049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:19.413592 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:19.482249 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:19.485375 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:19.833583 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:09:20.587794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb337677-0589-40a7-80ed-037c56584ca4 req-13c03b3f-c83f-47a6-8c21-777b0865ce5f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:20.589344 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb337677-0589-40a7-80ed-037c56584ca4 req-13c03b3f-c83f-47a6-8c21-777b0865ce5f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 945 time: 0.0857904 Aug 25 19:09:20.646275 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bb337677-0589-40a7-80ed-037c56584ca4 req-789a34d1-09c8-4e18-b526-05ccd699d52a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Aug 25 19:09:21.139135 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 20d2f805-0347-4a1f-8a3b-4fafa9939169 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:09:21.208441 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:09:21.213890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:21.214268 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:21.331625 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:21.364511 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:21.374949 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:21.378646 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:21.381000 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:21.420792 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'code': 200} Aug 25 19:09:21.445138 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:21.453430 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.453776 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.454124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.454455 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.454780 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.455117 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.455446 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.455775 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.456094 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.456415 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.456758 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:09:21.460885 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:21.712245 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b671cc1e-de45-4248-9c17-3b04e6dec205 req-5aa1180f-728a-4192-9f4a-f56708e8adbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1099 time: 0.0728462 Aug 25 19:09:21.760294 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b671cc1e-de45-4248-9c17-3b04e6dec205 req-db34cc06-cc48-4c55-8a70-12ebc33acd94 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Aug 25 19:09:21.848647 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ff09a-7688-422c-8b5b-74beaef5d38c req-e7443cfd-028f-42a8-b773-7eb78ffbcd08 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:21.850283 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e33ff09a-7688-422c-8b5b-74beaef5d38c req-e7443cfd-028f-42a8-b773-7eb78ffbcd08 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0798781 Aug 25 19:09:21.894962 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e33ff09a-7688-422c-8b5b-74beaef5d38c req-5e02d893-af4c-4277-899e-110b942c19b6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Aug 25 19:09:23.092644 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02062b-02e8-4364-9fd4-a5077c4b1430 req-77c265ee-b05f-4f49-9aba-a5410abcdebb tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:23.094132 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c02062b-02e8-4364-9fd4-a5077c4b1430 req-77c265ee-b05f-4f49-9aba-a5410abcdebb tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0770619 Aug 25 19:09:23.138670 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6c02062b-02e8-4364-9fd4-a5077c4b1430 req-eaa9918e-3540-4731-ab63-c97cb88cc0f2 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Aug 25 19:09:24.266468 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41904) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:24.351942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed9a68-1550-42f6-85cb-a2fd1e81090c req-7d95c4a6-e02f-445f-a91c-ca4ce7208dfd tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:24.353452 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6ed9a68-1550-42f6-85cb-a2fd1e81090c req-7d95c4a6-e02f-445f-a91c-ca4ce7208dfd tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0805736 Aug 25 19:09:24.415091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.426747 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e6ed9a68-1550-42f6-85cb-a2fd1e81090c req-83bab256-48fc-4a44-bef4-9056ccbbc36c tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Aug 25 19:09:24.449078 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:24.452828 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd4979b41594b0496d25b9e93f07861 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:24.455813 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:24.462175 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:24.537607 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.541902 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.548386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-67b7f0ee-2d8b-4053-b5ec-e8e8192a212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:24.632116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bfc869-c3bc-476c-9e6b-418169471304,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:24.641531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:24.651048 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cd4979b41594b0496d25b9e93f07861&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834260 Aug 25 19:09:24.653653 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 41916) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:24.711386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed2432-bf87-41ed-8c7d-d2755745daac req-f703ff63-1bd8-44ca-b73c-fccf6a6382ad tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:24.712775 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-42ed2432-bf87-41ed-8c7d-d2755745daac req-f703ff63-1bd8-44ca-b73c-fccf6a6382ad tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.1578138 Aug 25 19:09:24.748864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.791219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.801340 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-42ed2432-bf87-41ed-8c7d-d2755745daac req-7fe7bdcf-1be8-4b56-ad0e-35a1fc2a0c29 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781493 Aug 25 19:09:24.847413 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.852320 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-36293a4c-2238-4edf-be35-92949c59faf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:24.864185 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bfc869-c3bc-476c-9e6b-418169471304,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:24.867620 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:24.869549 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:24.870875 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8bfc869-c3bc-476c-9e6b-418169471304 HTTP/1.1" status: 204 len: 168 time: 0.2162786 Aug 25 19:09:25.256688 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e97a5-7a63-4969-902b-f64c9c9d4af3 req-57f500fb-9abd-4fc7-ad87-eb69e71cd68e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:25.258177 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c7e97a5-7a63-4969-902b-f64c9c9d4af3 req-57f500fb-9abd-4fc7-ad87-eb69e71cd68e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0869682 Aug 25 19:09:25.305260 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c7e97a5-7a63-4969-902b-f64c9c9d4af3 req-c0e01ebc-530f-4c9e-9c8d-acbf1dfcaef0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Aug 25 19:09:27.548231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.081333 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42114) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:35.228388 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.264508 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:35.268295 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Usage tracker for resource:security_group_rule and tenant:f0749e468f5c4224a29d04911fa1b27e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:35.271879 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:35.277606 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:35.430777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.434687 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.441691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b9e32139-661e-46c8-b6f8-65d6b4400c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:35.481189 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c26b843-ad26-4560-8b4c-8e58cf838609,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:35.485618 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0749e468f5c4224a29d04911fa1b27e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4032884 Aug 25 19:09:35.488165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42124) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:35.490956 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-09e34acc-e778-4f1b-ac39-d18550186b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:35.548369 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.573898 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.626767 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.632008 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2bd27b84-aff7-4eb7-a9ae-784b28822c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:35.643778 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c26b843-ad26-4560-8b4c-8e58cf838609,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:35.647805 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:35.649824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:35.653333 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c26b843-ad26-4560-8b4c-8e58cf838609 HTTP/1.1" status: 204 len: 168 time: 0.1618762 Aug 25 19:09:35.858979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcb5c2-7f6d-41c3-9782-6ecf6263959e req-296b626b-83e3-4ff9-8a98-55e65b808518 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:35.860441 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-23dcb5c2-7f6d-41c3-9782-6ecf6263959e req-296b626b-83e3-4ff9-8a98-55e65b808518 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0841277 Aug 25 19:09:35.911882 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-23dcb5c2-7f6d-41c3-9782-6ecf6263959e req-d041c487-3954-4557-9ff9-39bb446a7103 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Aug 25 19:09:35.940487 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42138) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:35.998079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42144) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:36.016788 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.047270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:36.054794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Usage tracker for resource:security_group_rule and tenant:44ac39ba615f40bca312175b9a5715db is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:36.058605 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:36.064146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:36.134178 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.139564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.147122 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5bb8c890-1a38-4ce9-b990-e5684ad5ebad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:36.178170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946029cc-da53-4506-8f02-33b479924647,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:36.187888 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:36.198185 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44ac39ba615f40bca312175b9a5715db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1989512 Aug 25 19:09:36.201181 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42150) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:36.274783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1bac4b6-2d0d-42e2-b648-57ce941ee3ec tempest-TestMinimumBasicScenario-1785407964 tempest-TestMinimumBasicScenario-1785407964-project-admin] Synchronizing usage tracker for tenant:f84226672aef4b19877238c9faecad1b on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:09:36.297824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d1bac4b6-2d0d-42e2-b648-57ce941ee3ec tempest-TestMinimumBasicScenario-1785407964 tempest-TestMinimumBasicScenario-1785407964-project-admin] Unset dirty status for tenant:f84226672aef4b19877238c9faecad1b on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:09:36.302557 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d1bac4b6-2d0d-42e2-b648-57ce941ee3ec tempest-TestMinimumBasicScenario-1785407964 tempest-TestMinimumBasicScenario-1785407964-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1094 time: 0.3574669 Aug 25 19:09:36.302901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42154) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:36.308880 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'port_id': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:36.314744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:36.319392 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:floatingip and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:36.322592 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:36.328564 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:36.339943 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.347106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.374975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.436379 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.445274 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:36.458733 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946029cc-da53-4506-8f02-33b479924647,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:36.461899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:36.468920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.473262 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/946029cc-da53-4506-8f02-33b479924647 HTTP/1.1" status: 204 len: 168 time: 0.2705996 Aug 25 19:09:36.483362 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.635923 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Allocated IP 172.27.2.143 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/8753e85f-d95f-45fc-8682-cbf58f5c592e) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:09:36.767191 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-58f2495c-5aee-41c9-9955-3e67bf2cf797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.793633 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.821762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.826621 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-55907f6a-1ec6-4c1f-98f4-4495d4f9e30f tempest-ServerRescueNegativeTestJSON-981053200 tempest-ServerRescueNegativeTestJSON-981053200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:36.882823 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42164) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:36.892730 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:09:36.896603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:09:36.899145 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:09:36.902577 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:36.934448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:36.936448 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'Port': ['ID=8753e85f-d95f-45fc-8682-cbf58f5c592e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:36.938207 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b36bc38ac46842da9c8869af3f3730e8 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:36.939365 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:36.941016 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:36.952830 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:37.019878 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.024690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.031416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-303f7811-56eb-4f7b-80db-63acabd71db5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:37.071416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d38436d-3a83-4d69-96a2-ba9bf2305353,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:37.078157 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b36bc38ac46842da9c8869af3f3730e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919086 Aug 25 19:09:37.078157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:37.078589 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42168) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:37.256249 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.304492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.346925 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.431007 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.436525 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-502c8e0a-e71a-4113-8d8f-8865fece10b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:37.450327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d38436d-3a83-4d69-96a2-ba9bf2305353,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:37.455790 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:37.546116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.547261 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d38436d-3a83-4d69-96a2-ba9bf2305353 HTTP/1.1" status: 204 len: 168 time: 0.4677334 Aug 25 19:09:37.569747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.628979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.967238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.971596 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:37.975238 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-917ba83d-f024-4320-a7f8-b5423d296c4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:38.074715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'Port': ['ID=8753e85f-d95f-45fc-8682-cbf58f5c592e,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:38.078590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:38.092516 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:38.281987 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Floating IP 7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9 associated. External IP: 172.27.2.143, port: 20d2f805-0347-4a1f-8a3b-4fafa9939169. Aug 25 19:09:38.668605 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Router 9e843575-9359-4bb3-a0da-4ccef238b56f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:09:38.869940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:09:38.879118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Sync routers for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:09:38.889758 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:38.890448 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:38.891065 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:09:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:38.948396 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6444850 Aug 25 19:09:38.949125 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:38.951240 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42182) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:38.957757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011344668', 'description': 'tempest-secgroup-smoke-1011344668 description', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:38.963814 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:38.974656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:38.986356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.009075 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:09:39.027892 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.031561 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.034372 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.040590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.102603 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:39.145567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.152042 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.156917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c22cb308-a5bf-4c53-b9b6-09e3ea7021a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:39.211390 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-291caada-256c-4cbd-8cf4-254c3d6db883 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1099 time: 0.1517785 Aug 25 19:09:39.218906 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b2ee74-170e-438d-ac45-9251974d08d0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:39.221672 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:39.240165 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-128e1254-a97a-475a-9436-2a14532ff593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.250248 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.251464 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-824b1392-295c-4056-b132-8652ddfa05ec tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2986388 Aug 25 19:09:39.255141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42188) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:39.261668 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:39.268701 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.273423 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.276383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.282970 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.302037 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.366393 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-1a1ee756-4220-4f20-b9f8-0a59399bb7b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:39.366620 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.367916 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-1a1ee756-4220-4f20-b9f8-0a59399bb7b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.1437323 Aug 25 19:09:39.371263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.373209 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:39.398810 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86768a9-9259-4d9d-98dd-0b1bddfed6f9,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:39.403312 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:39.409653 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.411152 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-efe63665-2da0-447f-bdd6-6452233d00fa tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1545756 Aug 25 19:09:39.414330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42192) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:39.420297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:39.427680 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.431498 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.434377 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.440556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.462060 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.483705 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-550254d2-f949-4379-83f9-895f4b3f2fc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 1000 time: 0.1081021 Aug 25 19:09:39.497244 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'port_id': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'mac_address': 'fa:16:3e:80:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:37Z', 'updated_at': '2021-08-25T19:09:37Z', 'revision_number': 0, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:39.503555 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Checking router: 9e843575-9359-4bb3-a0da-4ccef238b56f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:09:39.515914 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:09:39.516621 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:09:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:39.530630 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.536480 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.538992 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7cd969e3-d3c5-43db-98d1-238316205c8c tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:39.552071 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-80dd1fb9-7ffd-4f10-ae30-8ff0429484fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:39.553562 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-80dd1fb9-7ffd-4f10-ae30-8ff0429484fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0582435 Aug 25 19:09:39.563697 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eafa1c-8a29-47fe-8dd7-0b0d6bcedd70,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:39.566153 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:39.574574 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.575869 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1605136 Aug 25 19:09:39.578649 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42196) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:39.585253 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:39.591116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.595749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.599726 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.605609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.625202 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.643121 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-b9b63a9a-9925-471d-a61c-a3bbc252329e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788167 Aug 25 19:09:39.692935 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.698233 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.700826 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-07acbcb4-4ff5-40fe-9adf-fa1f1a62964a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:39.706068 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:09:39.722580 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39311ab-8413-4fc2-bafd-de893e602c7f,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:39.725047 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:39.733430 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.737174 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1550062 Aug 25 19:09:39.737378 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42200) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:39.743090 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:39.750654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.755090 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.758496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.764867 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.791015 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.799384 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-b211d189-7e02-4dcf-9bee-a1bd13a68fcf service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462104 Aug 25 19:09:39.879139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.885345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.887922 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-124c0392-32a2-4170-971a-2653f81cb2c3 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:39.916567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2523e2e6-1ea0-4905-9c1b-e25b675b3791,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:39.921882 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:39.928574 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:39.930078 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ee37e6fb-b522-4e40-b780-82c008b7b3f6 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1916175 Aug 25 19:09:39.933335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42208) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:39.940219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:39.947111 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:39.951138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:39.954598 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:39.962634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:39.964610 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-674e2ab6-aed4-41bf-a023-f3d1e57526cd req-46aa23c6-02fe-4064-83a6-41eaaa25e831 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584127 Aug 25 19:09:39.974816 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Project 06bb2efefe5d4d64a6936454ce77ffe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:09:39.982319 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.053961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.058167 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.060562 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b1f6dbb9-208c-4db7-9e9e-979813d2d495 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:40.080843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6aa27f-116b-4cf8-8f2b-3aa22428ca19,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:40.085426 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:40.092945 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'port_id': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'mac_address': 'fa:16:3e:80:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:37Z', 'updated_at': '2021-08-25T19:09:37Z', 'revision_number': 0, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:09:40.093890 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.095181 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1608126 Aug 25 19:09:40.097849 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc21592-ab84-438b-a00f-ede0e2525f4f None None] The sync data for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi is: [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'port_id': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'mac_address': 'fa:16:3e:80:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:09:37Z', 'updated_at': '2021-08-25T19:09:37Z', 'revision_number': 0, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:09:40.098704 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42212) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:09:40.105725 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'security_group_rule': {'security_group_id': '95b2ee74-170e-438d-ac45-9251974d08d0', 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:40.111483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:09:40.117128 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Usage tracker for resource:security_group_rule and tenant:06bb2efefe5d4d64a6936454ce77ffe6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:09:40.117368 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.128273 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:09:40.135597 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:09:40.147346 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.securitygroups_db [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Project 06bb2efefe5d4d64a6936454ce77ffe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:09:40.154490 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.228940 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.233261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.235560 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c6b4f842-cd77-415d-bee9-26403e793a0b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:40.261819 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990bfa0c-d108-447a-8cc5-8d2fb5c0b136,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:40.264344 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:40.273049 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:40.274272 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-e0791814-6a90-470e-8974-422f0ce35406 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1744876 Aug 25 19:09:40.305224 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b0b86-c23a-4860-bd94-3e147293d429 None None] New status for floating IP 7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:09:40.553375 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-03420627-39ce-4585-8c5f-2f00ab98dec7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011344668&fields=id&tenant_id=06bb2efefe5d4d64a6936454ce77ffe6 HTTP/1.1" status: 200 len: 267 time: 0.0419960 Aug 25 19:09:40.730296 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-43ca3ddf-139b-4891-9a98-c43ec4ece86f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:40.731775 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-43ca3ddf-139b-4891-9a98-c43ec4ece86f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.1732295 Aug 25 19:09:40.743953 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'port': {'security_groups': ['e1f07c72-f667-471c-b620-8db6c45dcf02', '95b2ee74-170e-438d-ac45-9251974d08d0']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:09:40.859340 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.124458 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:09:41.155322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.168565 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.175771 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:09:41.211491 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:09:41.247216 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:41.247952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.249445 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0c70300d-e9bd-46b5-be90-01655ed27bf3 req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "PUT /v2.0/ports/20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 982 time: 0.5114172 Aug 25 19:09:41.250151 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:09:41.269105 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=6']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:09:41.272808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:09:41.367781 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:09:41.472483 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:09:41.491090 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a880a-83ef-4f18-9fa2-6578c7149944 req-728867d2-f4b4-42ab-a81f-39207668bc4b tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:41.494052 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-337a880a-83ef-4f18-9fa2-6578c7149944 req-728867d2-f4b4-42ab-a81f-39207668bc4b tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.1052492 Aug 25 19:09:41.517586 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-d9c8b341-8c80-4ff4-9c4e-837345f93a27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1138 time: 0.0846317 Aug 25 19:09:41.561168 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-337a880a-83ef-4f18-9fa2-6578c7149944 req-9326687a-4392-4342-9e1e-b7fa6e03eb8e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589712 Aug 25 19:09:41.573387 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.660839 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-2a89056d-3d32-4e1d-ac16-6f8c85bdd9f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:41.662234 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-2a89056d-3d32-4e1d-ac16-6f8c85bdd9f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.1346138 Aug 25 19:09:41.683524 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f62a5795-b391-4a1d-85f6-eed4b1d6a127 None None] Provisioning complete for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:09:41.683911 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f62a5795-b391-4a1d-85f6-eed4b1d6a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:41.788191 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-f875f473-10f9-42e1-be7d-565fe2e5bdd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 1002 time: 0.1186314 Aug 25 19:09:41.872792 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-b7a77fa2-3a88-4080-aea2-83f7c3fcb899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:41.874304 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-b7a77fa2-3a88-4080-aea2-83f7c3fcb899 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0777266 Aug 25 19:09:41.972157 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-13054140-f378-4d9e-a1da-97c7250341a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900171 Aug 25 19:09:42.221733 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-bc9f0dad-6eb1-4cd0-a5aa-f79404661166 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422812 Aug 25 19:09:42.378313 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e80c7fe6-4e9b-4471-8583-466ab012d41b req-d0ba1b33-1c0b-4f23-b536-8b6296cfd28a service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278698 Aug 25 19:09:47.867285 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546838eb-e156-44ae-8c85-ea15b775faea req-78e92e10-0fa9-4788-a59b-38096e276993 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:47.868748 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-546838eb-e156-44ae-8c85-ea15b775faea req-78e92e10-0fa9-4788-a59b-38096e276993 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0747583 Aug 25 19:09:47.913821 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-546838eb-e156-44ae-8c85-ea15b775faea req-1c7be08b-402e-4a19-ad33-fe1fc4cdec4c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393331 Aug 25 19:09:49.127005 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5968e-7c8e-4dd4-815f-848b6ac6e95d req-5e886f17-042d-4c00-9098-f3014de66723 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:49.128450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd5968e-7c8e-4dd4-815f-848b6ac6e95d req-5e886f17-042d-4c00-9098-f3014de66723 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0787671 Aug 25 19:09:49.174637 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4cd5968e-7c8e-4dd4-815f-848b6ac6e95d req-74b66ec1-50e5-4fde-b162-3f3a86c0ca1f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Aug 25 19:09:50.385062 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73a8d-2a6f-40ae-a748-ff4c4a91ee96 req-9c32e711-34b3-44b6-9b2c-db6a61cd75a6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:50.386541 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6d73a8d-2a6f-40ae-a748-ff4c4a91ee96 req-9c32e711-34b3-44b6-9b2c-db6a61cd75a6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0767124 Aug 25 19:09:50.435455 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e6d73a8d-2a6f-40ae-a748-ff4c4a91ee96 req-b00d3908-dfe5-4c73-99ec-003fe087f75a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Aug 25 19:09:51.646298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c5fe-0e95-4479-8669-974fabcc10f8 req-957d66e2-6c01-4179-913c-67c9d52d50cc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:51.647762 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2d0c5fe-0e95-4479-8669-974fabcc10f8 req-957d66e2-6c01-4179-913c-67c9d52d50cc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0786340 Aug 25 19:09:51.694070 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d2d0c5fe-0e95-4479-8669-974fabcc10f8 req-febe782c-98df-4864-a242-d6cbae7aa5bc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Aug 25 19:09:52.915181 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0910181-2991-4493-b814-30336ff734e1 req-71901ef9-bd04-4c0c-abc9-42950000b737 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:52.916621 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0910181-2991-4493-b814-30336ff734e1 req-71901ef9-bd04-4c0c-abc9-42950000b737 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0803301 Aug 25 19:09:52.961699 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c0910181-2991-4493-b814-30336ff734e1 req-0d72735f-78fa-4e95-894e-8bd2595032b1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Aug 25 19:09:54.176812 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc136-7591-4c82-b99e-7b4831917148 req-df47668f-8c34-4a25-b70d-2c099cb0bfcf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:54.178390 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44cfc136-7591-4c82-b99e-7b4831917148 req-df47668f-8c34-4a25-b70d-2c099cb0bfcf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0817683 Aug 25 19:09:54.226668 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-44cfc136-7591-4c82-b99e-7b4831917148 req-45f427ae-ab28-4d61-91f4-00882926d888 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Aug 25 19:09:55.435382 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2409a-0e42-4872-8e4d-08dc88d91e97 req-ead60ee6-47f7-42b9-a7b4-4dc28122c4a8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:55.436865 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ee2409a-0e42-4872-8e4d-08dc88d91e97 req-ead60ee6-47f7-42b9-a7b4-4dc28122c4a8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0758517 Aug 25 19:09:55.483526 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6ee2409a-0e42-4872-8e4d-08dc88d91e97 req-f9893696-f1a1-48be-991a-5abed4c69737 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Aug 25 19:09:55.486444 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:09:56.711321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416de63b-b36b-4037-b71a-27644816f65c req-288e1766-bec7-44a6-9510-60c1a9c80329 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:56.712808 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-416de63b-b36b-4037-b71a-27644816f65c req-288e1766-bec7-44a6-9510-60c1a9c80329 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0757804 Aug 25 19:09:56.756794 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-416de63b-b36b-4037-b71a-27644816f65c req-fc52f879-e079-40b0-bf79-273fe6592fba tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385723 Aug 25 19:09:57.550121 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:09:57.968100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2cec-03a9-4c6b-81fc-13609703d11e req-42e969be-e78c-41f8-88e9-be774849a961 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:57.969650 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c02c2cec-03a9-4c6b-81fc-13609703d11e req-42e969be-e78c-41f8-88e9-be774849a961 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0791996 Aug 25 19:09:58.015201 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c02c2cec-03a9-4c6b-81fc-13609703d11e req-73891678-5f50-4ae4-b5f3-1b9cef1304bd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Aug 25 19:09:58.510817 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-7444b3a6-5584-4ef8-b853-522051a833a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658638 Aug 25 19:09:58.681213 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-26613309-e4b7-473e-a188-96bff6f983f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 1099 time: 0.0770676 Aug 25 19:09:58.827900 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-519336d5-dda4-49ce-b2d0-74fda32d4fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:58.829404 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-519336d5-dda4-49ce-b2d0-74fda32d4fa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1235282 Aug 25 19:09:58.936069 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-eaf689e0-b83d-4194-8d64-325b6bb9d639 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 200 len: 1002 time: 0.0990160 Aug 25 19:09:58.996526 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-8dfd1272-01c9-4c88-8cc9-80078c3c6a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:58.997950 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-8dfd1272-01c9-4c88-8cc9-80078c3c6a71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0549040 Aug 25 19:09:59.088095 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-a76525be-340a-45dc-8dba-66657eb7ade4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822098 Aug 25 19:09:59.234778 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-2365d9f1-e31c-4eb9-add2-644d8a7fa114 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345005 Aug 25 19:09:59.242952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2990d1-10a4-4e5e-b41a-18ade86e0687 req-d22314e6-d15e-47fd-9ebf-d365d0750929 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:09:59.244409 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a2990d1-10a4-4e5e-b41a-18ade86e0687 req-d22314e6-d15e-47fd-9ebf-d365d0750929 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0827594 Aug 25 19:09:59.290671 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a2990d1-10a4-4e5e-b41a-18ade86e0687 req-59f9052b-b212-46ba-8ef8-19f0e2539a7c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Aug 25 19:09:59.368231 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0155f86d-894b-4bb3-aeec-24a95c544f63 req-3ed2b7b4-b966-4816-b274-815c123eda7d service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263118 Aug 25 19:10:00.572000 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaee4d-5225-45f9-b781-666ea7f3f24c req-4e6832a8-0e74-47d3-b475-426ea9adb44d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:00.573554 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fbaee4d-5225-45f9-b781-666ea7f3f24c req-4e6832a8-0e74-47d3-b475-426ea9adb44d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1456580 Aug 25 19:10:00.620288 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7fbaee4d-5225-45f9-b781-666ea7f3f24c req-46d5c1ac-65a1-4175-aea8-97b58e59456d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Aug 25 19:10:01.840852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca58526-d190-4592-b155-ef9531b6c0e0 req-66ebe293-b2d8-4be1-bb85-21ad46209368 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:01.842328 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0ca58526-d190-4592-b155-ef9531b6c0e0 req-66ebe293-b2d8-4be1-bb85-21ad46209368 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0760663 Aug 25 19:10:01.892001 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0ca58526-d190-4592-b155-ef9531b6c0e0 req-0141b7e2-f71d-4252-a1bf-e01b22f2e910 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Aug 25 19:10:03.105535 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467a8e8-c1e3-4968-ac57-664022508e05 req-6be7e325-d77d-41cc-bff6-e35d73a6a81c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:03.106983 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2467a8e8-c1e3-4968-ac57-664022508e05 req-6be7e325-d77d-41cc-bff6-e35d73a6a81c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0758634 Aug 25 19:10:03.152621 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2467a8e8-c1e3-4968-ac57-664022508e05 req-2f950cba-034a-4360-92d3-0bc541155b74 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Aug 25 19:10:04.369246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e831c-304f-4274-bab0-4f7a19bc0a83 req-340dc6e3-ff94-44cb-91fc-4b23c9569091 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:04.370735 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e35e831c-304f-4274-bab0-4f7a19bc0a83 req-340dc6e3-ff94-44cb-91fc-4b23c9569091 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0804882 Aug 25 19:10:04.416284 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e35e831c-304f-4274-bab0-4f7a19bc0a83 req-9f192af8-5134-44ef-bd17-9e2d520c44fe tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 Aug 25 19:10:04.677086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6d2d-379b-4344-ba58-53c67e871118 req-5e7eaba2-2eb6-4dea-a037-8bc3bb623c73 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:04.678562 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d10a6d2d-379b-4344-ba58-53c67e871118 req-5e7eaba2-2eb6-4dea-a037-8bc3bb623c73 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.1027009 Aug 25 19:10:04.682434 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-d0a78eab-d8f4-49b6-b8c9-18f0d98073c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1138 time: 0.1355853 Aug 25 19:10:04.807412 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-d10a6d2d-379b-4344-ba58-53c67e871118 req-85e77a5c-e88f-44df-8d50-7103a8ee4eee tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:10:04.845742 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-d10a6d2d-379b-4344-ba58-53c67e871118 req-85e77a5c-e88f-44df-8d50-7103a8ee4eee tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:10:04.846927 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-d10a6d2d-379b-4344-ba58-53c67e871118 req-85e77a5c-e88f-44df-8d50-7103a8ee4eee tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628964 Aug 25 19:10:04.851572 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d41ff-d55f-4e1c-a466-d079f987234a req-a7337563-33ce-458d-bfc4-ad9c82a0e61d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:04.853076 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-a7337563-33ce-458d-bfc4-ad9c82a0e61d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.1552117 Aug 25 19:10:04.966393 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-dda095ad-7917-4a15-a4a9-262507b5b145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 1002 time: 0.0971224 Aug 25 19:10:05.028585 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d41ff-d55f-4e1c-a466-d079f987234a req-0b6ee498-b231-46ec-8c2c-717bbc85f34c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:05.030004 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-0b6ee498-b231-46ec-8c2c-717bbc85f34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0559371 Aug 25 19:10:05.106125 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-7c224a85-dc19-4481-aa45-0b5befe2a1c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684838 Aug 25 19:10:05.237785 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-3c0112f8-9932-434f-bfe0-df79ba032310 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233194 Aug 25 19:10:05.332990 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:10:05.368802 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-671d41ff-d55f-4e1c-a466-d079f987234a req-8dffc948-008b-43dc-9a1c-c757fbeac1be service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219032 Aug 25 19:10:05.464768 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:05.478858 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '49a7d703-cc15-4130-b820-be334bd59c94', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:10:05.544826 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:05.567975 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:10:05.591984 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:05.596138 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:05.598166 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:05.664491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9fa4-3643-4a81-a65e-64031070d3b3 req-f139558c-4555-40cd-932b-06328ff326fc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:05.666009 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-584b9fa4-3643-4a81-a65e-64031070d3b3 req-f139558c-4555-40cd-932b-06328ff326fc tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 944 time: 0.0932248 Aug 25 19:10:05.667879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:05.681469 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:05.714746 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-584b9fa4-3643-4a81-a65e-64031070d3b3 req-f60b939c-5165-417c-8cdb-c5aa84c892aa tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Aug 25 19:10:05.782982 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['49a7d703-cc15-4130-b820-be334bd59c94'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:06.063186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d838-70b8-438d-b974-6d605a7eec3e req-3d78a821-9192-4c64-8850-a55afb602351 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:06.064651 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9698d838-70b8-438d-b974-6d605a7eec3e req-3d78a821-9192-4c64-8850-a55afb602351 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0790899 Aug 25 19:10:06.111934 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9698d838-70b8-438d-b974-6d605a7eec3e req-42aed2d7-b46d-423f-931a-c4edcfc76724 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406387 Aug 25 19:10:06.823805 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-73f46623-2083-4253-b5e1-980991d8fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.007868 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fa4f4-643e-4be1-ad88-466534a4f010 req-44b0fe3b-1ac2-49b3-84c1-1ad08240bf35 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:07.011126 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b50fa4f4-643e-4be1-ad88-466534a4f010 req-44b0fe3b-1ac2-49b3-84c1-1ad08240bf35 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 944 time: 0.1022341 Aug 25 19:10:07.064780 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b50fa4f4-643e-4be1-ad88-466534a4f010 req-049d05f2-69c0-4c43-97c0-7cc48ca45611 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 Aug 25 19:10:07.300594 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.353684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:10:07.421879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab766fd-3313-4931-af00-331ed22ff74a req-01c2fe62-ade1-413d-a135-876a96d5158a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:07.423589 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fab766fd-3313-4931-af00-331ed22ff74a req-01c2fe62-ade1-413d-a135-876a96d5158a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.1090493 Aug 25 19:10:07.434734 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 49a7d703-cc15-4130-b820-be334bd59c94 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:10:07.435241 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.478570 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fab766fd-3313-4931-af00-331ed22ff74a req-6cdfa188-53a6-4f44-a59b-3046163f1583 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483444 Aug 25 19:10:07.567614 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.599342 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:07.613616 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:07.622179 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:07.624534 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:07.686258 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'code': 200} Aug 25 19:10:07.717463 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:07.720539 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:08.312474 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c65ee-0520-4880-b49c-fae2d4f55ed0 req-d12f6bed-af1a-4bd1-9d87-0e0e5575c48a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:08.313973 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-192c65ee-0520-4880-b49c-fae2d4f55ed0 req-d12f6bed-af1a-4bd1-9d87-0e0e5575c48a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0813787 Aug 25 19:10:08.381344 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-192c65ee-0520-4880-b49c-fae2d4f55ed0 req-7416a782-2622-44ef-b98d-a2484fcc68ae tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605962 Aug 25 19:10:08.720443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8c93e-917e-4dc5-bee3-ac607123e413 req-971a1671-9788-4f8b-8f38-e3c0b6d11b9f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:08.722815 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87a8c93e-917e-4dc5-bee3-ac607123e413 req-971a1671-9788-4f8b-8f38-e3c0b6d11b9f tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0920808 Aug 25 19:10:08.777485 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87a8c93e-917e-4dc5-bee3-ac607123e413 req-7fd9960d-a511-459a-b15e-397f624046ed tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466840 Aug 25 19:10:09.133149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-82465662-face-4114-b6df-4b168d69e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:09.615434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f21ff-cdde-4591-942a-a52e92e778ac req-291896da-6319-4248-b8f8-0bb57edabf7b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:09.617116 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-846f21ff-cdde-4591-942a-a52e92e778ac req-291896da-6319-4248-b8f8-0bb57edabf7b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0936408 Aug 25 19:10:09.680684 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-846f21ff-cdde-4591-942a-a52e92e778ac req-d6942e85-ce5a-4e34-9648-f0544bbcf728 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567367 Aug 25 19:10:10.017344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a153b5-e03a-40d5-8e4f-1d78602354f0 req-3391c4a8-738b-4bda-b259-79bab948d4c8 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:10.018761 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10a153b5-e03a-40d5-8e4f-1d78602354f0 req-3391c4a8-738b-4bda-b259-79bab948d4c8 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0994322 Aug 25 19:10:10.078034 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-10a153b5-e03a-40d5-8e4f-1d78602354f0 req-5a5c3270-47da-46b3-a9ed-bae383a3327e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530448 Aug 25 19:10:10.129246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:10.929172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65a46-bbc1-4d76-8193-78168bed0ff5 req-d5d4548c-7ae7-4ade-90b3-2f894f7042d8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:10.930624 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7fe65a46-bbc1-4d76-8193-78168bed0ff5 req-d5d4548c-7ae7-4ade-90b3-2f894f7042d8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0853789 Aug 25 19:10:10.983908 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7fe65a46-bbc1-4d76-8193-78168bed0ff5 req-72301866-955c-4246-9393-c02716c6ac8b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465064 Aug 25 19:10:11.308307 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3133-e27d-4cc4-9143-7103ecf788ea req-f5d1113f-2c7b-4ab4-b724-62406eda5054 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:11.316206 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-007d3133-e27d-4cc4-9143-7103ecf788ea req-f5d1113f-2c7b-4ab4-b724-62406eda5054 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0961845 Aug 25 19:10:11.382799 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-007d3133-e27d-4cc4-9143-7103ecf788ea req-30950f68-cec4-4b07-87b8-1dc99cb0214b tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653121 Aug 25 19:10:11.522147 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:12.335286 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3f0c4-8fa8-472a-8ec2-d0dc7c6cf1d1 req-29155996-3ce8-4346-9bae-3b49821e521a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:12.336936 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f6e3f0c4-8fa8-472a-8ec2-d0dc7c6cf1d1 req-29155996-3ce8-4346-9bae-3b49821e521a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1879008 Aug 25 19:10:12.445180 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f6e3f0c4-8fa8-472a-8ec2-d0dc7c6cf1d1 req-707e258e-cae0-4573-ba35-daabcd59b7a9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563262 Aug 25 19:10:12.661175 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28ccc-f208-4807-991c-b509f816d119 req-d80d5e22-9059-4305-9b12-d6fc25c80237 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:12.662729 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0e28ccc-f208-4807-991c-b509f816d119 req-d80d5e22-9059-4305-9b12-d6fc25c80237 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0871222 Aug 25 19:10:12.712233 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f0e28ccc-f208-4807-991c-b509f816d119 req-b35c9329-bb52-444d-9122-033922f08413 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433362 Aug 25 19:10:13.721457 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a7fc-face-41bb-87aa-5cb7c34bbfe9 req-9eeafb93-ad7d-4716-afd7-cbd76d728b55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:13.724493 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f509a7fc-face-41bb-87aa-5cb7c34bbfe9 req-9eeafb93-ad7d-4716-afd7-cbd76d728b55 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1066685 Aug 25 19:10:13.793319 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f509a7fc-face-41bb-87aa-5cb7c34bbfe9 req-de0a41de-cbc5-421e-9b9d-50ac050e799a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609453 Aug 25 19:10:14.041131 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b1bc9-b44f-4435-8e94-1f0196cc517e req-5d87b320-a6f4-4b27-be18-c7b938822d83 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:14.042944 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-122b1bc9-b44f-4435-8e94-1f0196cc517e req-5d87b320-a6f4-4b27-be18-c7b938822d83 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.1157126 Aug 25 19:10:14.176788 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-122b1bc9-b44f-4435-8e94-1f0196cc517e req-3e71fc0d-7d08-4ef2-8052-e187a416c070 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249003 Aug 25 19:10:15.127751 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2bbe2-2fbc-4a74-923a-36e473f1f7d7 req-4a4307d7-6b6f-44da-bdf5-fa8e876661e0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:15.130460 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f1b2bbe2-2fbc-4a74-923a-36e473f1f7d7 req-4a4307d7-6b6f-44da-bdf5-fa8e876661e0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1849203 Aug 25 19:10:15.189429 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f1b2bbe2-2fbc-4a74-923a-36e473f1f7d7 req-308c0363-a143-4708-a9f2-29f57963fc83 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531771 Aug 25 19:10:15.483000 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e41c55-347b-4256-bc7a-6719ac50f624 req-e7bdf491-91d2-4325-96e0-3ea6a6cccf73 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:15.485419 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90e41c55-347b-4256-bc7a-6719ac50f624 req-e7bdf491-91d2-4325-96e0-3ea6a6cccf73 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.1568000 Aug 25 19:10:15.555502 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-90e41c55-347b-4256-bc7a-6719ac50f624 req-9195c9ae-f69e-46d4-9d43-89583203e62e tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595939 Aug 25 19:10:16.453858 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0680cb-6359-4e4f-8db2-250408e7c52f req-49a6fb4f-be7c-487a-bfe4-19233d1bfaf1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:16.455358 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f0680cb-6359-4e4f-8db2-250408e7c52f req-49a6fb4f-be7c-487a-bfe4-19233d1bfaf1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0935826 Aug 25 19:10:16.502321 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5f0680cb-6359-4e4f-8db2-250408e7c52f req-524bc3fa-d33a-4873-8105-8ac1efa5e5d0 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Aug 25 19:10:16.528848 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45f210-f545-401e-9767-2c22fd19e2b7 req-b58117e4-3ba7-4443-9a9d-48f0c0306cee tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:16.530393 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed45f210-f545-401e-9767-2c22fd19e2b7 req-b58117e4-3ba7-4443-9a9d-48f0c0306cee tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.0797622 Aug 25 19:10:16.574680 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed45f210-f545-401e-9767-2c22fd19e2b7 req-57ad138e-d601-45f6-a19b-e300e5963989 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 Aug 25 19:10:16.749106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91882e24-c795-4260-aeb3-763b9c434bb4 req-329aef66-4362-49cb-8b92-bc7567be0242 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:16.750541 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91882e24-c795-4260-aeb3-763b9c434bb4 req-329aef66-4362-49cb-8b92-bc7567be0242 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0743184 Aug 25 19:10:16.799649 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-91882e24-c795-4260-aeb3-763b9c434bb4 req-fc7458ea-e779-4e57-a676-3f1256b38586 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427864 Aug 25 19:10:17.153114 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-e3f43845-956f-4230-95fe-b88ff826e429 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1098 time: 0.0671706 Aug 25 19:10:17.285837 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-eceaebcd-7553-4df6-a931-78eac486003c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.287308 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-eceaebcd-7553-4df6-a931-78eac486003c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1253967 Aug 25 19:10:17.388318 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-33411be7-f0f9-4bf5-bf6f-af58914ba9d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 1001 time: 0.0939124 Aug 25 19:10:17.454694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-6185ac64-7f06-46c2-a1b6-b4540e32bdd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.456068 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-6185ac64-7f06-46c2-a1b6-b4540e32bdd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0559220 Aug 25 19:10:17.533449 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-e691bcd6-88dd-4f16-b591-d31fef86dbb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690694 Aug 25 19:10:17.671607 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-94b41480-06e9-4e8a-8be3-5e51a99fe10b service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279972 Aug 25 19:10:17.729386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946dcf6-13a5-41ec-989b-53311981a411 req-c40422fb-faaa-4743-b508-980ff4c0462c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.730863 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c946dcf6-13a5-41ec-989b-53311981a411 req-c40422fb-faaa-4743-b508-980ff4c0462c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0824661 Aug 25 19:10:17.775579 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c946dcf6-13a5-41ec-989b-53311981a411 req-ab684e97-4049-4710-8b08-4498c077e345 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Aug 25 19:10:17.862002 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5966e3d3-69cc-4b19-ac03-2d29c183417a req-cd770213-8969-4768-8293-05234c82163d service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817484 Aug 25 19:10:17.868829 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b17b64-a8ec-414b-8fcf-b553a01accde req-5ff01a68-bb91-43c6-a688-e26d59e0c609 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.870203 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-71b17b64-a8ec-414b-8fcf-b553a01accde req-5ff01a68-bb91-43c6-a688-e26d59e0c609 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.1697371 Aug 25 19:10:17.918110 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-71b17b64-a8ec-414b-8fcf-b553a01accde req-af19615d-af45-4aa6-8765-3b2de382a436 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419924 Aug 25 19:10:17.997831 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080688b1-0d23-4f91-be4f-75713ab7a930 req-4388c78d-8135-48ae-b831-9288f3741bd0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:17.999182 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-080688b1-0d23-4f91-be4f-75713ab7a930 req-4388c78d-8135-48ae-b831-9288f3741bd0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0761526 Aug 25 19:10:18.048059 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-080688b1-0d23-4f91-be4f-75713ab7a930 req-ffe0e288-1279-4deb-8182-f525266c220a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427804 Aug 25 19:10:18.841551 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-4076b68d-e398-4b89-8c96-92db340cad44 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:18.843018 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-4076b68d-e398-4b89-8c96-92db340cad44 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.0750313 Aug 25 19:10:18.912445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Deleting port 4630e91c-8d1c-4650-8613-7942e7ce3538 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:18.912815 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:19.111980 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb1461-79f2-42d1-9ab6-b74af646c97b req-30fcf093-fc68-4320-a354-1452b5505846 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:19.112384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc72564-6357-443b-9da0-7f31b5badc34 req-4ed18ea2-03d7-43c0-976b-163e11b8be70 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:19.114374 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98eb1461-79f2-42d1-9ab6-b74af646c97b req-30fcf093-fc68-4320-a354-1452b5505846 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.1753449 Aug 25 19:10:19.114506 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edc72564-6357-443b-9da0-7f31b5badc34 req-4ed18ea2-03d7-43c0-976b-163e11b8be70 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 945 time: 0.0755768 Aug 25 19:10:19.160168 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-edc72564-6357-443b-9da0-7f31b5badc34 req-c8d39ac4-4860-4e37-be5b-d74353196f0b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3fe0e25-3f00-4eeb-8890-4342e7b4f747&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Aug 25 19:10:19.313670 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98eb1461-79f2-42d1-9ab6-b74af646c97b req-68ff4006-0eb2-4ddb-904a-838d48b5dd2c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553369 Aug 25 19:10:19.342378 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] For port 4630e91c-8d1c-4650-8613-7942e7ce3538, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=4630e91c-8d1c-4650-8613-7942e7ce3538,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:19.342810 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:19.362770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6a368-984b-4aee-9844-3565a7c1c256 req-fb4efa70-2693-441f-ab98-8dcd44ef2767 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:19.364278 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b2d6a368-984b-4aee-9844-3565a7c1c256 req-fb4efa70-2693-441f-ab98-8dcd44ef2767 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0867300 Aug 25 19:10:19.411769 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b2d6a368-984b-4aee-9844-3565a7c1c256 req-71192669-6375-4fcd-afe5-5c9ae72aaab8 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414948 Aug 25 19:10:19.625857 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:19.626128 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:19.626435 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Floating IP c4afe05c-f420-44e6-8d8d-8eab2f55b352 disassociated. External IP: 172.27.2.43, port: 4630e91c-8d1c-4650-8613-7942e7ce3538. Aug 25 19:10:19.626772 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Calling delete_port for 4630e91c-8d1c-4650-8613-7942e7ce3538 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:19.772096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:19.777388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-44852ec4-d19e-4e1c-8643-5cb98792e46f tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:19.818658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'Port': ['ID=4630e91c-8d1c-4650-8613-7942e7ce3538,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:19.833927 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.834373 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.834643 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.834994 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.835346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.835690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.836035 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.837036 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.837036 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.837243 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.837473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:19.889953 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:20.046638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:20.247616 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:20.260501 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:20.273432 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:20.274314 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:20.370413 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-14179b4c-10b0-479f-88d2-56c5b8e163a5 req-f21b11b5-11dd-44a2-8876-19fe5fe9a351 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b HTTP/1.1" status: 200 len: 210 time: 0.0429623 Aug 25 19:10:20.382473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] No DVR routers for this DVR port 4630e91c-8d1c-4650-8613-7942e7ce3538 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:20.385272 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:20.390000 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'name': 'network-vif-deleted', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:20.407029 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b3fe4285-e57b-46c2-8e83-c64a56c516a7 req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.57 "DELETE /v2.0/ports/4630e91c-8d1c-4650-8613-7942e7ce3538 HTTP/1.1" status: 204 len: 173 time: 1.5582006 Aug 25 19:10:20.472132 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d98c87a-3b8f-4f0a-95ca-35ccc0fd7d5b', 'name': 'network-vif-deleted', 'tag': '4630e91c-8d1c-4650-8613-7942e7ce3538', 'status': 'completed', 'code': 200} Aug 25 19:10:20.495735 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:20.573074 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bbe3e-4d78-4eae-ada2-68d6639baefd req-4651f147-fbcb-45ee-ae7b-f314cc1b1946 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:20.574670 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-077bbe3e-4d78-4eae-ada2-68d6639baefd req-4651f147-fbcb-45ee-ae7b-f314cc1b1946 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 945 time: 0.0985880 Aug 25 19:10:20.631944 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-077bbe3e-4d78-4eae-ada2-68d6639baefd req-072cb2c3-c6ae-4132-88e3-c5643ad7785b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 Aug 25 19:10:20.659580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ceda6-e34c-4f54-a11a-b832fb80bd80 req-98d84a77-1de4-49ca-8e0a-2f71ee6febea tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:20.661856 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-114ceda6-e34c-4f54-a11a-b832fb80bd80 req-98d84a77-1de4-49ca-8e0a-2f71ee6febea tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0856128 Aug 25 19:10:20.711241 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-114ceda6-e34c-4f54-a11a-b832fb80bd80 req-52e34b88-787b-4a7d-9068-c7ff11bed833 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435469 Aug 25 19:10:20.852231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:20.856232 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:20.867228 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:20.867833 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:21.071305 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:21.393482 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:21.397693 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e9d10-3b2b-4488-80c2-74c617789eba None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:03:02Z', 'revision_number': 4, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5', 'name': '', 'network_id': '7ea116f1-6631-42c9-854e-e083128362da', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'mac_address': 'fa:16:3e:2c:36:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:03:01Z', 'updated_at': '2021-08-25T19:03:41Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'subnets': [{'id': '9b52fea1-f517-42c7-983b-84a71fe6d388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:21.490406 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 4630e91c-8d1c-4650-8613-7942e7ce3538 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:21.556012 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42548) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:21.569889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 4630e91c-8d1c-4650-8613-7942e7ce3538 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:21.570281 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 4630e91c-8d1c-4650-8613-7942e7ce3538 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:21.570662 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:21.664877 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.698492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.729108 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45551c-9e98-4417-94d4-3fd29f70c318 None None] New status for floating IP c4afe05c-f420-44e6-8d8d-8eab2f55b352: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:10:21.733155 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.762944 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:21.777007 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:21.779384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.781823 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.784045 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:21.786720 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4be4a5d0-72b3-443b-ab3e-a5858bcab4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:21.801277 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe0e25-3f00-4eeb-8890-4342e7b4f747,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:21.820914 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.821410 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.821832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.822250 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.822662 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.823293 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.824155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.824691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.826543 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.827147 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.827777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.841375 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:21.845760 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:21.850728 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42558) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:21.852066 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "DELETE /v2.0/security-groups/e3fe0e25-3f00-4eeb-8890-4342e7b4f747 HTTP/1.1" status: 204 len: 168 time: 0.2948983 Aug 25 19:10:21.869422 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.api.v2.resource [None req-9427fb1d-f068-478a-9fb7-d364d6c14eb3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] show failed (client error): The resource could not be found. Aug 25 19:10:21.870475 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9427fb1d-f068-478a-9fb7-d364d6c14eb3 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "GET /v2.0/security-groups/e3fe0e25-3f00-4eeb-8890-4342e7b4f747 HTTP/1.1" status: 404 len: 347 time: 0.0181985 Aug 25 19:10:21.871886 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:21.877117 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42562) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:21.882226 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.882712 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.883053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.883384 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.883714 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.884042 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.884363 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.884705 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.885027 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.885348 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.885664 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:10:21.889432 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:22.040485 dv-cinder-806038-1-iscsi neutron-server[75030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'code': 422} returned with failed status Aug 25 19:10:22.105242 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Deleting port 21567bb6-339c-45b5-bc41-64a9119de8dd {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:22.105585 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.164094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d703-190d-4a7e-a79d-f7db7fdc6539 req-a01f1023-7a10-4f0a-9278-1efa168735a1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:22.165623 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0507d703-190d-4a7e-a79d-f7db7fdc6539 req-a01f1023-7a10-4f0a-9278-1efa168735a1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.2924786 Aug 25 19:10:22.246224 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-605e660a-548e-4322-bb9c-adc0a66b1bc2 req-4feb5c3d-8c1a-4259-8f4e-114c2f1c2d7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667796 Aug 25 19:10:22.325663 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-0507d703-190d-4a7e-a79d-f7db7fdc6539 req-69d8f131-d966-4893-a81f-e1eea0a68126 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&id=95b2ee74-170e-438d-ac45-9251974d08d0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375887 Aug 25 19:10:22.331884 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.332841 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.474704 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Calling delete_port for 21567bb6-339c-45b5-bc41-64a9119de8dd owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:22.564376 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-fc8b825c-e2ab-43c0-a5c4-32c9e0805787 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283174 Aug 25 19:10:22.571209 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c04cb6-8a6e-45a3-998e-6fc05a7c85be req-592a31eb-b659-481c-89ca-1477897371e6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:22.572635 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9c04cb6-8a6e-45a3-998e-6fc05a7c85be req-592a31eb-b659-481c-89ca-1477897371e6 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.1045566 Aug 25 19:10:22.626976 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b9c04cb6-8a6e-45a3-998e-6fc05a7c85be req-0cf1db54-3ef2-4821-8106-3618d3a41256 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483749 Aug 25 19:10:22.627436 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.632967 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f8a6012c-7db3-4149-8c21-e04c0f0d4d1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:22.674900 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Pushing event deleted for resources: {'Port': ['ID=21567bb6-339c-45b5-bc41-64a9119de8dd,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:22.678999 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:22.859306 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.873570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:22.874687 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] 10.222.0.26 "DELETE /v2.0/floatingips/c4afe05c-f420-44e6-8d8d-8eab2f55b352 HTTP/1.1" status: 204 len: 168 time: 0.9966464 Aug 25 19:10:23.106663 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-8dd2cf6d-77b8-4915-bc17-4720790c0172 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b&tenant_id=69be6c7d8b0840568f788602118a2e77 HTTP/1.1" status: 200 len: 1096 time: 0.0720615 Aug 25 19:10:23.207359 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-7d6ae507-a5d1-4843-8487-f30014613972 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1096 time: 0.0665910 Aug 25 19:10:23.413635 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-975ffccf-ad9f-4637-8342-ce37b6eb16ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:23.415073 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-975ffccf-ad9f-4637-8342-ce37b6eb16ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.2005751 Aug 25 19:10:23.516295 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-b3748317-2f6a-49ea-8d27-ab15e29fd0fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 999 time: 0.0943816 Aug 25 19:10:23.580166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-9e03e29f-274b-4dcb-8356-4f98ea6e7b4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:23.581654 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-9e03e29f-274b-4dcb-8356-4f98ea6e7b4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0591705 Aug 25 19:10:23.655293 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-701856b0-046f-4ada-9521-333c3c89b613 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675216 Aug 25 19:10:23.788080 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-84050cec-f1ae-4e09-834e-4812a72e23ce service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252439 Aug 25 19:10:23.842587 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9e9f2-d21e-438d-b668-63a73f2dd5e7 req-449c9bd9-25fd-41eb-a2ad-9980b90bcc51 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:23.844055 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-74b9e9f2-d21e-438d-b668-63a73f2dd5e7 req-449c9bd9-25fd-41eb-a2ad-9980b90bcc51 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0767074 Aug 25 19:10:23.890016 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-74b9e9f2-d21e-438d-b668-63a73f2dd5e7 req-17c8b4eb-7736-4619-844b-610036b5d80b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400970 Aug 25 19:10:23.918212 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48d68294-4bd1-4248-a34d-6d2c90b0bbbb req-390193a5-2679-4538-a213-ad38ce4fecba service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241927 Aug 25 19:10:25.121920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542bff-7075-4d1a-afe2-fc8dabb82cda req-0bb5e448-6850-443d-9151-9924c84fa88f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:25.129286 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23542bff-7075-4d1a-afe2-fc8dabb82cda req-0bb5e448-6850-443d-9151-9924c84fa88f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0912549 Aug 25 19:10:25.179821 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23542bff-7075-4d1a-afe2-fc8dabb82cda req-acd60665-3030-4b44-a356-b051eadd9dec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495572 Aug 25 19:10:26.394689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e795-a084-492b-8bdf-ceed4787383e req-aa1b3f69-e2e5-4e9c-aadc-eeaebd13e94c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:26.396170 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c033e795-a084-492b-8bdf-ceed4787383e req-aa1b3f69-e2e5-4e9c-aadc-eeaebd13e94c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0820014 Aug 25 19:10:26.443700 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c033e795-a084-492b-8bdf-ceed4787383e req-441878d2-61bc-40b0-a999-9989dcf32417 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Aug 25 19:10:26.933517 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42628) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:27.570070 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.607239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:27.680483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cebb6-372f-439f-9800-33cf09b38eb4 req-8c60fea2-afec-41c3-935f-fd9a9423b46a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:27.682066 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-448cebb6-372f-439f-9800-33cf09b38eb4 req-8c60fea2-afec-41c3-935f-fd9a9423b46a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0916255 Aug 25 19:10:27.749067 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-448cebb6-372f-439f-9800-33cf09b38eb4 req-c6925962-bfd5-428b-9c05-c00a4a9f494b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610361 Aug 25 19:10:28.264946 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Deleting port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:28.265284 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.442812 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] For port 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:28.443165 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.662322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Calling delete_port for 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:28.847655 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:28.854239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:28.929956 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:28.952599 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:29.156874 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0580e5b-4b4d-4265-901e-a3a9b181bb83 req-3649b8be-16ec-451f-a6f6-b0c1b358104f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:29.158368 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d0580e5b-4b4d-4265-901e-a3a9b181bb83 req-3649b8be-16ec-451f-a6f6-b0c1b358104f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.2675700 Aug 25 19:10:29.282171 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d0580e5b-4b4d-4265-901e-a3a9b181bb83 req-9e8d14a9-8570-4345-a44d-e8b2290003e2 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108997 Aug 25 19:10:29.342905 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:29.959014 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Router 04a55cec-782d-4086-bd68-1ae239c8349f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:30.276722 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:30.292775 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0fc2e1e8-e98d-4b72-adb9-4650bd39b08f admin admin] 10.222.0.26 "PUT /v2.0/routers/04a55cec-782d-4086-bd68-1ae239c8349f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3581176 Aug 25 19:10:30.293269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Sync routers for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:30.295890 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42640) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:30.313583 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:30.314623 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:30.543838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:30.614796 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a891-dfa5-4efb-a1b2-d15875159f15 req-f6156392-3fc2-4384-bdec-1a2ae7145873 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:30.616309 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-86d9a891-dfa5-4efb-a1b2-d15875159f15 req-f6156392-3fc2-4384-bdec-1a2ae7145873 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.1190805 Aug 25 19:10:30.618434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:30.727049 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-86d9a891-dfa5-4efb-a1b2-d15875159f15 req-70dcdaa0-1c45-4e21-8dfe-fb2020c98e06 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609260 Aug 25 19:10:30.870717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:30.883084 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Deleting port 5a860461-2864-4c58-a26a-5f8ae24e8d24 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:30.883694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:30.944609 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:10:28Z', 'revision_number': 5, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port': {'id': '5a860461-2864-4c58-a26a-5f8ae24e8d24', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:54Z', 'updated_at': '2021-08-25T19:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:30.949581 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Checking router: 04a55cec-782d-4086-bd68-1ae239c8349f for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:30.975810 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Routers {'04a55cec-782d-4086-bd68-1ae239c8349f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:30.976447 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['04a55cec-782d-4086-bd68-1ae239c8349f'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:31.216796 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] Set router 04a55cec-782d-4086-bd68-1ae239c8349f gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:31.221677 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] For port 5a860461-2864-4c58-a26a-5f8ae24e8d24, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5a860461-2864-4c58-a26a-5f8ae24e8d24,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:31.222023 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.352134 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:10:30Z', 'revision_number': 6, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:31.355235 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Calling delete_port for 5a860461-2864-4c58-a26a-5f8ae24e8d24 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:31.357763 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e809e4-21fc-4651-891a-91cb058a2aaf None None] The sync data for ids ['04a55cec-782d-4086-bd68-1ae239c8349f'] in dv-cinder-806038-1-iscsi is: [{'id': '04a55cec-782d-4086-bd68-1ae239c8349f', 'name': 'tempest-AttachVolumeTestJSON-926623229-router', 'tenant_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:53Z', 'updated_at': '2021-08-25T19:10:30Z', 'revision_number': 6, 'project_id': 'd1d1aceca3c14555889f3baf7454d7f6', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:31.678704 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:31.682690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ddddcb60-1632-45cd-8161-cbd2ad044303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:31.722713 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a860461-2864-4c58-a26a-5f8ae24e8d24,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:31.725496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:31.746045 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:31.796036 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:31.796839 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4dee83d4-72a3-4f3b-ae64-8d4a7ae7f3f5 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:32.021846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.031586 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396520-315d-4e5d-ac2e-0bbdf11616f2 req-a9b822ac-19db-47cc-bfed-de3b0dba56b5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:32.034190 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d396520-315d-4e5d-ac2e-0bbdf11616f2 req-a9b822ac-19db-47cc-bfed-de3b0dba56b5 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0998890 Aug 25 19:10:32.092842 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4d396520-315d-4e5d-ac2e-0bbdf11616f2 req-c723d791-c506-4a46-8fbc-c48c97a4f174 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526133 Aug 25 19:10:32.303040 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.307303 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.397690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.398449 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a55cec-782d-4086-bd68-1ae239c8349f {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:10:32.411682 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.415448 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] 10.222.0.26 "DELETE /v2.0/routers/04a55cec-782d-4086-bd68-1ae239c8349f HTTP/1.1" status: 204 len: 168 time: 2.1159503 Aug 25 19:10:32.415821 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42650) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:32.486456 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:10:32.500840 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Deleting subnet 9b52fea1-f517-42c7-983b-84a71fe6d388 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:10:32.522616 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.574966 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.695087 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.767957 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.778506 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c7d61ee0-184b-4023-96e0-79dcd818871b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:32.817762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b52fea1-f517-42c7-983b-84a71fe6d388,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:32.819681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.825528 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:32.827046 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b52fea1-f517-42c7-983b-84a71fe6d388 HTTP/1.1" status: 204 len: 168 time: 0.4102299 Aug 25 19:10:32.829426 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b4f7c-a599-4774-b2e0-0797ac0200bc None None] Network 7ea116f1-6631-42c9-854e-e083128362da requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:10:32.829888 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42654) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:32.951183 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:32.978573 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Deleting port e678a4ba-97f8-43a1-87f1-6d3499f45935 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:32.978923 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.221561 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] DHCP port deletion for 7ea116f1-6631-42c9-854e-e083128362da request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:10:33.225812 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Deleting port e678a4ba-97f8-43a1-87f1-6d3499f45935 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:33.226216 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.244174 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] For port e678a4ba-97f8-43a1-87f1-6d3499f45935, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e678a4ba-97f8-43a1-87f1-6d3499f45935,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:33.244811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.422862 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78569-f54c-499f-8b28-9a9122270e64 req-2bc5d2b5-bc07-4ae4-80b9-53a01c3cb74a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:33.424488 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-41c78569-f54c-499f-8b28-9a9122270e64 req-2bc5d2b5-bc07-4ae4-80b9-53a01c3cb74a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.0909901 Aug 25 19:10:33.436331 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Calling delete_port for e678a4ba-97f8-43a1-87f1-6d3499f45935 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:33.525214 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] For port e678a4ba-97f8-43a1-87f1-6d3499f45935, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e678a4ba-97f8-43a1-87f1-6d3499f45935,segment=NetworkSegment(077e1fcd-a329-4852-b8af-439666f8a0e6),segment_id=077e1fcd-a329-4852-b8af-439666f8a0e6)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:33.526783 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.563997 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cfeb6-4793-404f-914d-edc943d3a6d8 req-1dd15ac6-1f82-48e3-beb8-f334ce9d19b9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:33.568921 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a3cfeb6-4793-404f-914d-edc943d3a6d8 req-1dd15ac6-1f82-48e3-beb8-f334ce9d19b9 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.2484140 Aug 25 19:10:33.575456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.581866 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-464de48c-6cff-40c8-95e2-3bb5f124562e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:33.647865 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e678a4ba-97f8-43a1-87f1-6d3499f45935,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:33.657411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:33.666084 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] No DVR routers for this DVR port e678a4ba-97f8-43a1-87f1-6d3499f45935 on host dv-cinder-806038-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:33.685315 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-41c78569-f54c-499f-8b28-9a9122270e64 req-645493c4-ed47-4616-9247-46f9ff5c726b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536378 Aug 25 19:10:33.727515 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Calling delete_port for e678a4ba-97f8-43a1-87f1-6d3499f45935 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:33.834289 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.848519 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea116f1-6631-42c9-854e-e083128362da']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.856906 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5a860461-2864-4c58-a26a-5f8ae24e8d24 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:33.863691 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077e1fcd-a329-4852-b8af-439666f8a0e6') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.864019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077e1fcd-a329-4852-b8af-439666f8a0e6') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:33.876318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.893692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.900479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:10:33.900846 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:33.908477 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 5a860461-2864-4c58-a26a-5f8ae24e8d24 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:33.909163 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5a860461-2864-4c58-a26a-5f8ae24e8d24 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:33.910357 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e678a4ba-97f8-43a1-87f1-6d3499f45935 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:33.951715 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: e678a4ba-97f8-43a1-87f1-6d3499f45935 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:33.952383 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e678a4ba-97f8-43a1-87f1-6d3499f45935 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:33.964050 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:10:33.964551 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:10:34.011315 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:10:34.056973 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5a3cfeb6-4793-404f-914d-edc943d3a6d8 req-31bbba36-6ddb-47b9-b7b6-41666e8fe72f tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752109 Aug 25 19:10:34.067823 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.078050 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:34.096322 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.102437 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea116f1-6631-42c9-854e-e083128362da,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:34.109399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:34.122958 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] 10.222.0.26 "DELETE /v2.0/networks/7ea116f1-6631-42c9-854e-e083128362da HTTP/1.1" status: 204 len: 168 time: 1.2923896 Aug 25 19:10:34.291675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42668) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:34.345077 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8770e952-0d58-4ff0-91a5-a15fbddad26f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1d1aceca3c14555889f3baf7454d7f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520003 Aug 25 19:10:34.347721 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42672) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:34.408814 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.433381 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.466246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Deleting port e678a4ba-97f8-43a1-87f1-6d3499f45935 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:34.466721 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.485267 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.489640 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-120d645a-d742-490e-b923-0778250e74e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:34.503100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f679c3c1-f36b-4dde-872c-e970f87929ff,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:34.506781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:34.512208 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:34.515915 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f679c3c1-f36b-4dde-872c-e970f87929ff HTTP/1.1" status: 204 len: 168 time: 0.1648226 Aug 25 19:10:34.546049 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2ba48384-ca02-454e-967c-b5c8d6546c0c None None] The port 'e678a4ba-97f8-43a1-87f1-6d3499f45935' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:10:34.907465 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819bd00-0568-46d5-b425-ed927b817491 req-fd2a382c-6615-441a-9756-0e2a76d64db6 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:34.908951 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4819bd00-0568-46d5-b425-ed927b817491 req-fd2a382c-6615-441a-9756-0e2a76d64db6 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.0809557 Aug 25 19:10:34.954980 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4819bd00-0568-46d5-b425-ed927b817491 req-44027dc4-dd20-4896-bb19-df3a525daa5a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394557 Aug 25 19:10:35.283305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7843e5-4f44-4143-885f-c49924bc1bad req-b4b0bb5f-3344-4bf9-bd4d-7c8c46cdefa1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:35.285444 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4c7843e5-4f44-4143-885f-c49924bc1bad req-b4b0bb5f-3344-4bf9-bd4d-7c8c46cdefa1 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0900154 Aug 25 19:10:35.436091 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-4c7843e5-4f44-4143-885f-c49924bc1bad req-ce24c1e1-02a7-4b9a-ab26-54a96bce8441 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447845 Aug 25 19:10:36.155383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6c110-4060-428d-a192-8ad3b0b4612c req-398fb08c-0043-4078-8334-8cbd59b0f3e5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:36.156848 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02e6c110-4060-428d-a192-8ad3b0b4612c req-398fb08c-0043-4078-8334-8cbd59b0f3e5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.0766163 Aug 25 19:10:36.202496 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-02e6c110-4060-428d-a192-8ad3b0b4612c req-7986a42f-ac77-418f-b199-1e1d995d4ae1 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Aug 25 19:10:36.645186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a220701-d3fa-496f-9cc0-737b2611ac4f req-7cf1e051-3d90-4291-8f71-649562349710 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:36.646654 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a220701-d3fa-496f-9cc0-737b2611ac4f req-7cf1e051-3d90-4291-8f71-649562349710 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0755515 Aug 25 19:10:36.692089 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7a220701-d3fa-496f-9cc0-737b2611ac4f req-94ddfa51-d207-457b-8285-cc67c7b76dd8 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Aug 25 19:10:36.767338 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-27e5132f-bb27-48e6-973b-f64699587c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.268417 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.405468 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49537b-16c2-4804-b266-b3f226ce014f req-bd2b3b7d-5576-4be2-8720-35d57a70362a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:37.407104 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b49537b-16c2-4804-b266-b3f226ce014f req-bd2b3b7d-5576-4be2-8720-35d57a70362a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.0839937 Aug 25 19:10:37.453747 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b49537b-16c2-4804-b266-b3f226ce014f req-7c2c4fa5-807d-4ebf-9332-8e040b350525 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Aug 25 19:10:37.858879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-d9ada3cb-1799-4d02-8bbc-6d03f8f95972 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:37.860336 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-d9ada3cb-1799-4d02-8bbc-6d03f8f95972 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 946 time: 0.0762329 Aug 25 19:10:37.909219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee65c5a-78e3-47ba-8c9b-d55cf00ff4f3 req-4839cd00-93c5-467a-9e2d-b6c65c69d577 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:37.910968 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bee65c5a-78e3-47ba-8c9b-d55cf00ff4f3 req-4839cd00-93c5-467a-9e2d-b6c65c69d577 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.0860810 Aug 25 19:10:37.935381 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port 9ac7c495-49f2-47da-a6e3-214e914051ca {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:10:37.935732 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:37.963982 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bee65c5a-78e3-47ba-8c9b-d55cf00ff4f3 req-1f8142ec-2e17-4441-b036-148b77614701 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466702 Aug 25 19:10:38.186411 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] For port 9ac7c495-49f2-47da-a6e3-214e914051ca, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=9ac7c495-49f2-47da-a6e3-214e914051ca,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:38.186768 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.463247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.463616 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.463930 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Floating IP 2b594912-ede8-4bb5-a912-95ee517aeeb1 disassociated. External IP: 172.27.2.229, port: 9ac7c495-49f2-47da-a6e3-214e914051ca. Aug 25 19:10:38.464268 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for 9ac7c495-49f2-47da-a6e3-214e914051ca owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:10:38.613640 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:38.620396 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-179a7a6f-3a72-4b0c-a72e-3567cb3b35e1 tempest-AttachVolumeNegativeTest-219871756 tempest-AttachVolumeNegativeTest-219871756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:38.665442 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=9ac7c495-49f2-47da-a6e3-214e914051ca,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:38.668941 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:38.781397 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e9c794c9-aa8f-4c7f-a15b-90426ecefd5f req-6050c828-af40-4e99-b718-321dccbcafac tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 210 time: 0.0532093 Aug 25 19:10:38.917280 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:10:39.011463 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42748) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:39.132355 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8d4cc4a4-383d-4afb-85a6-d727edecc9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.221775 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.245958 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:10:39.256938 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:10:39.270783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:39.271916 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:39.272672 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:39.279725 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:288dd4a5c86c40cfa5808e56b879f8e7 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:39.285188 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:39.295910 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d1d37-638a-4deb-91e8-29102bdd2708 req-1c9624a8-6068-4177-b2a2-61c2e9caeed7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:39.297409 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df3d1d37-638a-4deb-91e8-29102bdd2708 req-1c9624a8-6068-4177-b2a2-61c2e9caeed7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 943 time: 0.1518128 Aug 25 19:10:39.298245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:39.320372 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] No DVR routers for this DVR port 9ac7c495-49f2-47da-a6e3-214e914051ca on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:10:39.322862 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.332815 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'name': 'network-vif-deleted', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:39.352829 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c16da71a-04b1-4681-b651-69371fd60fc4 req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "DELETE /v2.0/ports/9ac7c495-49f2-47da-a6e3-214e914051ca HTTP/1.1" status: 204 len: 173 time: 1.4863000 Aug 25 19:10:39.391206 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-df3d1d37-638a-4deb-91e8-29102bdd2708 req-1d4e19fe-1bf2-49a5-a682-c3394cea390c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838561 Aug 25 19:10:39.394473 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df4c016-afa2-4218-bcf6-8e4b12ee5642', 'name': 'network-vif-deleted', 'tag': '9ac7c495-49f2-47da-a6e3-214e914051ca', 'status': 'completed', 'code': 200} Aug 25 19:10:39.441756 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.446025 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.454829 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-68237e60-f786-4902-9ed3-508a3b656f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:39.482327 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:39.499225 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=288dd4a5c86c40cfa5808e56b879f8e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4841638 Aug 25 19:10:39.499225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870070ad-001e-4f6e-b3e1-42cbe08d084b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:39.499826 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42756) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:39.501123 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:39.569435 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.574774 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:10:39.595261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.657920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.662498 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c6a694dc-8e99-4a4f-8122-1c6059387d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:39.674130 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870070ad-001e-4f6e-b3e1-42cbe08d084b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:39.678536 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:39.682157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.685644 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/870070ad-001e-4f6e-b3e1-42cbe08d084b HTTP/1.1" status: 204 len: 168 time: 0.1823201 Aug 25 19:10:39.761213 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:39.774555 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '49a7d703-cc15-4130-b820-be334bd59c94', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'port_id': '49a7d703-cc15-4130-b820-be334bd59c94', 'mac_address': 'fa:16:3e:e3:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:10:39.835599 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:39.839236 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:10:39.839336 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.861118 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:10:39.861796 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:10:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:39.862300 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:10:39.881438 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:39.887747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:39.891998 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:39.990023 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=9']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:39.996736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-99549075-9976-43d3-b184-6a4ec035e047 req-29e7ee38-f739-4d3e-8f2a-6c92ce9548e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:10:40.002566 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:40.016628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-99549075-9976-43d3-b184-6a4ec035e047 req-29e7ee38-f739-4d3e-8f2a-6c92ce9548e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:10:40.018114 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99549075-9976-43d3-b184-6a4ec035e047 req-29e7ee38-f739-4d3e-8f2a-6c92ce9548e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=2df4c016-afa2-4218-bcf6-8e4b12ee5642 HTTP/1.1" status: 200 len: 210 time: 0.0681474 Aug 25 19:10:40.073745 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:10:40.132809 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:40.343560 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['49a7d703-cc15-4130-b820-be334bd59c94'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:10:40.402625 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:10:40.406755 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e12728-6661-4c07-8bd4-b8426b1a4f09 None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:10:40.674170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cd0a5-9f49-429d-8b07-39dd1122a344 req-31a6be63-56d9-4231-b1a4-18a72f5ecbfb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:40.676790 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a9cd0a5-9f49-429d-8b07-39dd1122a344 req-31a6be63-56d9-4231-b1a4-18a72f5ecbfb tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 944 time: 0.1044712 Aug 25 19:10:40.695077 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580f445-defa-4d50-9e72-77b1cc62df9c None None] New status for floating IP 2b594912-ede8-4bb5-a912-95ee517aeeb1: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:10:40.730054 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3a9cd0a5-9f49-429d-8b07-39dd1122a344 req-440a77b6-699a-492d-9e1e-b0347777c6bd tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Aug 25 19:10:41.408514 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-3d2a5c0b-e0f5-4d8d-bc23-2d282cbd56da tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093849121&fields=id&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 267 time: 0.0409968 Aug 25 19:10:41.518918 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.557901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ecb7-4864-422c-9323-d888d845423a req-275e9d73-0267-4ef5-8ce8-ecae7bfdcbff tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:41.559358 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-275e9d73-0267-4ef5-8ce8-ecae7bfdcbff tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.1436534 Aug 25 19:10:41.575358 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-f3bf36c2-557b-48a0-9df9-aaf70e143e93 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/quotas/56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 375 time: 0.0107913 Aug 25 19:10:41.602462 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:10:41.663235 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-40a5f6d3-5ffd-407c-a0ed-bdc97531bf4a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817847 Aug 25 19:10:41.673692 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 49a7d703-cc15-4130-b820-be334bd59c94 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:10:41.677071 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.808654 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-a18af152-5baf-45eb-8187-3e429daf9f98 service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336091 Aug 25 19:10:41.809212 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.845523 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:41.857780 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:41.865044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:41.866790 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 9ac7c495-49f2-47da-a6e3-214e914051ca no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:10:41.903597 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:41.953136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 9ac7c495-49f2-47da-a6e3-214e914051ca {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:10:41.953702 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 9ac7c495-49f2-47da-a6e3-214e914051ca not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:10:41.955799 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-5bfa97b2-ea77-4053-ae0d-7309c4cfb55d service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407018 Aug 25 19:10:41.992922 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=10']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:41.996326 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:42.012041 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205eab4-281a-43fb-b1b3-195e4d2fbf8b req-21d25475-2c62-4106-92b5-de240baa9897 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:42.013578 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2205eab4-281a-43fb-b1b3-195e4d2fbf8b req-21d25475-2c62-4106-92b5-de240baa9897 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.1159229 Aug 25 19:10:42.059427 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2205eab4-281a-43fb-b1b3-195e4d2fbf8b req-3367c18c-e4fd-445f-856d-d491378959ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403528 Aug 25 19:10:42.147452 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'code': 200} Aug 25 19:10:42.418454 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7ed12e54-1e06-451e-b1b5-abf660e9a32a req-85a25eee-6b8f-47d4-8d6d-99b95e3424bb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 210 time: 0.0457935 Aug 25 19:10:42.497725 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1455b2d-41a8-49c3-b66f-ce93ac17da0d req-0d378192-1e15-40ff-b3eb-ad22bf09a91b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1099 time: 0.0779417 Aug 25 19:10:42.543153 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e1455b2d-41a8-49c3-b66f-ce93ac17da0d req-a0cf1531-baaa-4ae5-9b61-eab4486bbd47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Aug 25 19:10:43.293984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afdeff-b9b3-4b50-ac1a-0ba50fc3f528 req-2d98cc76-c5b5-46aa-85d5-7f4cd565584a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:43.295498 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87afdeff-b9b3-4b50-ac1a-0ba50fc3f528 req-2d98cc76-c5b5-46aa-85d5-7f4cd565584a tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.0908904 Aug 25 19:10:43.353238 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-87afdeff-b9b3-4b50-ac1a-0ba50fc3f528 req-426414c2-dc3d-4997-be13-b8a842f77e62 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Aug 25 19:10:43.592629 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4c0f7629-fd53-43f8-a806-022568065f78 req-ce5944b2-cf1a-469b-a3da-405b59afef69 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 210 time: 0.0476170 Aug 25 19:10:44.075323 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ecb7-4864-422c-9323-d888d845423a req-d712014f-d2fb-42c4-9f7f-b6c06ae4e8ea tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:44.076848 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-d712014f-d2fb-42c4-9f7f-b6c06ae4e8ea tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.1766284 Aug 25 19:10:44.145414 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-396418db-84c0-4a5b-a9fe-f1c545a7c923 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 380 time: 0.0433791 Aug 25 19:10:44.173184 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'port': {'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'admin_state_up': True, 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'security_groups': ['29bb5bb6-4e01-42e5-b697-36c8a3e785de']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:10:44.319645 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:44.330654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:44.341557 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Made reservation on behalf of 56cd4633a8784d1aa2ba79d34a1612ef for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:10:44.344632 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.515919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.20.0.10 (7e074a95-d332-43d0-814e-303966b51fb6/ec73c00d-ef1b-4e38-8edc-0df2aa7851de/c3da4509-e749-4bd3-8f30-3a8227d10ea4) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:10:44.586676 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6dc4e-4938-43c0-a331-577f70cdc498 req-edfb9f4e-e78b-481e-adda-d33e67940723 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:44.588497 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ba6dc4e-4938-43c0-a331-577f70cdc498 req-edfb9f4e-e78b-481e-adda-d33e67940723 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.0814867 Aug 25 19:10:44.639803 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7ba6dc4e-4938-43c0-a331-577f70cdc498 req-0adfedb7-ee7d-4186-8406-96911120e414 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449312 Aug 25 19:10:44.723773 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.743244 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Transition to ACTIVE for port object c3da4509-e749-4bd3-8f30-3a8227d10ea4 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:10:44.792466 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-737d564c-9cb3-47fc-b651-b5c2ac2a1d0b req-8a91e01a-b4eb-4480-ac74-d850b09ebfa4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 210 time: 0.0529222 Aug 25 19:10:44.811316 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.818231 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-de40e56e-399a-46d3-abe2-599c844d9033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:44.891659 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:10:44.895511 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:10:44.900073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:10:44.936051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:44.939776 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:44.963937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:44.964565 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:44.995465 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263178 Aug 25 19:10:45.028441 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Request body: {'port': {'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:10:45.184879 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f07b1034-836e-43e7-91d5-abd6926cf1e6 None None] Provisioning for port c3da4509-e749-4bd3-8f30-3a8227d10ea4 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:10:45.192263 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-f07b1034-836e-43e7-91d5-abd6926cf1e6 None None] Provisioning complete for port c3da4509-e749-4bd3-8f30-3a8227d10ea4 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:10:45.193017 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f07b1034-836e-43e7-91d5-abd6926cf1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.248138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.259038 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f07b1034-836e-43e7-91d5-abd6926cf1e6 None None] Port c3da4509-e749-4bd3-8f30-3a8227d10ea4 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:10:45.347004 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42918) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:45.491657 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.522927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:45.526823 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Usage tracker for resource:security_group_rule and tenant:2dbb7b6342d0480cbaebd11704aa5ccf is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:45.529672 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:45.535518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:45.591348 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3da4509-e749-4bd3-8f30-3a8227d10ea4 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:10:45.598055 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.603319 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.607142 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.612269 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Transition to ACTIVE for port object c3da4509-e749-4bd3-8f30-3a8227d10ea4 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:10:45.614945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a2621b8e-b1af-432a-b846-33100a3d8a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:45.617186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.621210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-31ed98b2-a10c-4407-83c8-428c30269919 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:45.652723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd113b-5780-489b-9b4d-d21a27bf92de,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:45.655774 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:45.664816 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dbb7b6342d0480cbaebd11704aa5ccf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3161895 Aug 25 19:10:45.665410 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42924) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:45.741115 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.751562 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Pushing event updated for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:45.754554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:45.771609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.870125 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Attempting to bind port c3da4509-e749-4bd3-8f30-3a8227d10ea4 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:10:45.870605 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Attempting to bind port c3da4509-e749-4bd3-8f30-3a8227d10ea4 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:10:45.871169 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Attempting to bind port c3da4509-e749-4bd3-8f30-3a8227d10ea4 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:10:45.880823 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Port c3da4509-e749-4bd3-8f30-3a8227d10ea4 on network 7e074a95-d332-43d0-814e-303966b51fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:10:45.881567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Attempting to bind port c3da4509-e749-4bd3-8f30-3a8227d10ea4 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:10:45.890731 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:10:45.891391 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:10:45.892609 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Bound using segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:10:45.893461 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Bound port: c3da4509-e749-4bd3-8f30-3a8227d10ea4, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:10:45.894519 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.899348 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da94024-5d9f-4787-be72-2fc0047079bf req-0d4d27fe-99c0-403d-a51d-c19f3a890a01 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:45.905733 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3da94024-5d9f-4787-be72-2fc0047079bf req-0d4d27fe-99c0-403d-a51d-c19f3a890a01 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.1052074 Aug 25 19:10:45.934741 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.941596 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e8cf995-4f7f-4be6-b76d-8bbeb2de5459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:45.957478 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd113b-5780-489b-9b4d-d21a27bf92de,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:45.959765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:45.984302 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:45.989882 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b16b3b6e-2846-42d5-9afd-c4aafc6673c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bebd113b-5780-489b-9b4d-d21a27bf92de HTTP/1.1" status: 204 len: 168 time: 0.3204119 Aug 25 19:10:45.996922 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3da94024-5d9f-4787-be72-2fc0047079bf req-0264fa3c-051c-45fd-b706-14f8c1ef2c2c tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881579 Aug 25 19:10:46.062949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:10:46.067036 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:10:46.072626 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.076862 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-0cc3f586-b1c2-4c85-9a0f-20cf227b5e0b tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:46.126679 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3834a-1465-4108-a72a-0768aa0e57f4 req-107d3387-59f9-48e1-b140-a3f521f03380 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:46.127580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2dc3834a-1465-4108-a72a-0768aa0e57f4 req-107d3387-59f9-48e1-b140-a3f521f03380 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:10:46.149085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.150450 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] 10.222.0.57 "PUT /v2.0/ports/c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 1094 time: 1.1263638 Aug 25 19:10:46.152134 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:10:46.174103 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Pushing event updated for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:46.177416 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2dc3834a-1465-4108-a72a-0768aa0e57f4 req-107d3387-59f9-48e1-b140-a3f521f03380 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:10:46.178871 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2dc3834a-1465-4108-a72a-0768aa0e57f4 req-107d3387-59f9-48e1-b140-a3f521f03380 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.2298050 Aug 25 19:10:46.179778 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:46.267009 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'status': 'completed', 'code': 200} Aug 25 19:10:46.293369 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2dc3834a-1465-4108-a72a-0768aa0e57f4 req-ab9c14f8-296a-4ba6-942a-98d95bae476d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079242 Aug 25 19:10:46.317876 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-4692c207-39a8-456d-82e7-f0e8dd1a72a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1097 time: 0.0904398 Aug 25 19:10:46.398510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 42940) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:46.402148 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-65681707-396a-45f9-9d02-d4406bfd7e44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 217 time: 0.0655837 Aug 25 19:10:46.417842 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.448045 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:10:46.451738 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Usage tracker for resource:security_group_rule and tenant:65ae9e937aea4f6c9dac3c1d564ee738 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:10:46.454510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:10:46.460758 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:10:46.474131 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272ecb7-4864-422c-9323-d888d845423a req-df248215-fd52-4fee-aa85-ccb0fd482d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:46.476179 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-df248215-fd52-4fee-aa85-ccb0fd482d64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0662241 Aug 25 19:10:46.529611 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.533858 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.540441 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2286bee9-09c2-4a75-990e-412684204c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:46.554782 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-6b16b57f-fd8b-443a-8d53-a025c29a9659 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714700 Aug 25 19:10:46.578760 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448bd322-73cc-4e79-97aa-ae79b2d83e3e,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:46.582777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:46.585114 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65ae9e937aea4f6c9dac3c1d564ee738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856225 Aug 25 19:10:46.588360 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 42944) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:10:46.737510 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-89a7f2f4-e31a-47bd-ab5d-03170464c330 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740618 Aug 25 19:10:46.738311 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.832945 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.916501 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3272ecb7-4864-422c-9323-d888d845423a req-d5a2bbe0-d28d-43e1-a92a-a8d58fdf5dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621337 Aug 25 19:10:46.926488 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.930030 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-027ad229-79e5-4a91-95dc-b070cf44403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:46.942535 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448bd322-73cc-4e79-97aa-ae79b2d83e3e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:46.945375 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:46.947261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:46.948262 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/448bd322-73cc-4e79-97aa-ae79b2d83e3e HTTP/1.1" status: 204 len: 168 time: 0.3589587 Aug 25 19:10:47.098749 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-d5babfd9-841f-44ca-b723-ebc88bd00ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1097 time: 0.0689657 Aug 25 19:10:47.319680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-3ed09de2-ad7a-4b89-a865-89f5549b1734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:47.321245 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-3ed09de2-ad7a-4b89-a865-89f5549b1734 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.2091317 Aug 25 19:10:47.396713 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-656c3db0-4977-4615-af62-7761fb087bf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 217 time: 0.0660768 Aug 25 19:10:47.466863 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-877581da-dc0f-4014-932e-2f95b63116bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:47.468315 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-877581da-dc0f-4014-932e-2f95b63116bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0612297 Aug 25 19:10:47.499867 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7c0fa-c151-44c8-af3f-ece0bb33c3ba req-d6872919-3df3-4ef8-945c-db4d0496c8f8 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:47.501454 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9c7c0fa-c151-44c8-af3f-ece0bb33c3ba req-d6872919-3df3-4ef8-945c-db4d0496c8f8 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0801535 Aug 25 19:10:47.549254 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c9c7c0fa-c151-44c8-af3f-ece0bb33c3ba req-d2917c99-4972-4cbe-afda-685c2cf34da2 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Aug 25 19:10:47.555568 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-3b8e2e3f-ae77-4981-a8e1-53eac0e7d098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749345 Aug 25 19:10:47.696083 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-11a8f085-a5f4-41ca-a23d-4cc85cd23ce4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322074 Aug 25 19:10:47.829257 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ef9b527f-d73c-4b6d-82aa-886c5b3ae7b6 req-d24c581a-9975-4b2a-8b8c-777a84e2df76 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254461 Aug 25 19:10:48.744356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62f815-c48d-459f-acd4-6ca45af5fedb req-f1d32a95-1873-4e82-9810-f9145c9f576e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:48.745889 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bd62f815-c48d-459f-acd4-6ca45af5fedb req-f1d32a95-1873-4e82-9810-f9145c9f576e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0753081 Aug 25 19:10:48.796422 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bd62f815-c48d-459f-acd4-6ca45af5fedb req-76271a26-a18b-4895-91d9-284c12f63bc3 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 Aug 25 19:10:49.995930 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730db9ce-25a1-4a71-8a27-a1bd92ebcb66 req-4248f42f-bd9c-4a5d-9874-0ef4b0dd2d0f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:49.997578 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-730db9ce-25a1-4a71-8a27-a1bd92ebcb66 req-4248f42f-bd9c-4a5d-9874-0ef4b0dd2d0f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0789621 Aug 25 19:10:50.042356 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-730db9ce-25a1-4a71-8a27-a1bd92ebcb66 req-52b00fc1-b9c2-4c3d-9b5e-3a4861036997 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Aug 25 19:10:51.243542 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad5688-cd04-48ce-9e39-52c3c970ab55 req-d2373c3e-814c-464b-93a9-76b42289aeab tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:51.245038 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15ad5688-cd04-48ce-9e39-52c3c970ab55 req-d2373c3e-814c-464b-93a9-76b42289aeab tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0821364 Aug 25 19:10:51.290338 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-15ad5688-cd04-48ce-9e39-52c3c970ab55 req-35e9a267-5d36-4271-988a-c45d01ae678b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395977 Aug 25 19:10:52.482237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074613a-67b8-45c3-8617-edb7d803298d req-d4ee4228-14f9-459a-a034-7b7ea32c0267 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:52.483599 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e074613a-67b8-45c3-8617-edb7d803298d req-d4ee4228-14f9-459a-a034-7b7ea32c0267 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0770044 Aug 25 19:10:52.531599 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e074613a-67b8-45c3-8617-edb7d803298d req-14a011a8-30bf-4971-8484-a8694f93caca tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Aug 25 19:10:53.725335 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc01d-7da0-428f-853c-158349ed851c req-d693f05c-97ec-4dc1-ab59-5a8b66af6b45 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:53.726786 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a69bc01d-7da0-428f-853c-158349ed851c req-d693f05c-97ec-4dc1-ab59-5a8b66af6b45 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0758545 Aug 25 19:10:53.775709 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a69bc01d-7da0-428f-853c-158349ed851c req-404682af-9129-4cca-9d60-1ce49134d7d4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Aug 25 19:10:55.067063 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6af5-86a9-40b9-a7d3-48aa44e4819a req-94d433d2-88ef-4d0f-a01a-daa2cc82a889 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:55.068471 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7c8d6af5-86a9-40b9-a7d3-48aa44e4819a req-94d433d2-88ef-4d0f-a01a-daa2cc82a889 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.1649494 Aug 25 19:10:55.116104 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7c8d6af5-86a9-40b9-a7d3-48aa44e4819a req-df8bc4fb-3a47-45e3-afae-243dbe9ebc7a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Aug 25 19:10:56.313353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a63f4-e0cb-441b-86f9-e22958046ec4 req-193eda84-f6aa-41b2-bdd5-8476412a08a0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:56.314798 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-256a63f4-e0cb-441b-86f9-e22958046ec4 req-193eda84-f6aa-41b2-bdd5-8476412a08a0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0758908 Aug 25 19:10:56.359349 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-256a63f4-e0cb-441b-86f9-e22958046ec4 req-e953b57e-986b-445d-b02b-91fec456c18a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385895 Aug 25 19:10:57.555352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7f4d-7482-4623-8cb7-a62e1cf38571 req-84208971-26ad-4d95-99c5-76ed41366da0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:57.556815 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e2e7f4d-7482-4623-8cb7-a62e1cf38571 req-84208971-26ad-4d95-99c5-76ed41366da0 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0774260 Aug 25 19:10:57.600919 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6e2e7f4d-7482-4623-8cb7-a62e1cf38571 req-05482e48-cec6-4203-930d-a17dd24f45cc tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Aug 25 19:10:57.643081 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.599822 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c3da4509-e749-4bd3-8f30-3a8227d10ea4 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:10:58.733590 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:58.746763 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:10:58.799630 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.802546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca427d1d-4a50-4fc9-8fa4-119cb417901e req-29e00ddb-9976-4291-9258-8f1da4a1e42a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:10:58.804050 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca427d1d-4a50-4fc9-8fa4-119cb417901e req-29e00ddb-9976-4291-9258-8f1da4a1e42a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 944 time: 0.0791905 Aug 25 19:10:58.817901 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3da4509-e749-4bd3-8f30-3a8227d10ea4 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:10:58.834969 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:10:58.839670 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:10:58.842481 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:10:58.855075 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ca427d1d-4a50-4fc9-8fa4-119cb417901e req-e0384348-09a1-4cce-aaff-e7f2001a30a7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454087 Aug 25 19:10:58.912246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:10:58.915436 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:10:59.258496 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['c3da4509-e749-4bd3-8f30-3a8227d10ea4'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:00.049786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79c8f-9fcd-4546-9b0e-d870e0555eb3 req-dd16eb6c-f89d-435a-b2ae-907d9cb3e889 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:00.051312 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ddb79c8f-9fcd-4546-9b0e-d870e0555eb3 req-dd16eb6c-f89d-435a-b2ae-907d9cb3e889 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 945 time: 0.0761204 Aug 25 19:11:00.103285 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ddb79c8f-9fcd-4546-9b0e-d870e0555eb3 req-75aaa7d6-9800-4e29-a003-9ed9d41f719b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Aug 25 19:11:00.546065 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-4261d578-756a-4de3-99d5-c6db2ff1f567 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673103 Aug 25 19:11:00.660864 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-0d14bba4-da86-4a22-83b9-ebb72291a00c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69be6c7d8b0840568f788602118a2e77&device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 1099 time: 0.0703692 Aug 25 19:11:00.803902 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e98052-0398-4248-85d3-316cd98e7793 req-e57a7d03-6011-4c35-b10d-55a51bacbd7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:00.805310 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-e57a7d03-6011-4c35-b10d-55a51bacbd7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 200 len: 916 time: 0.1243587 Aug 25 19:11:00.907662 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-f20ee9f6-1343-46bc-924e-9e332ecfacc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 200 len: 1001 time: 0.0914226 Aug 25 19:11:00.971886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e98052-0398-4248-85d3-316cd98e7793 req-19202637-b4a9-4b16-9836-84508c0711b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:00.973352 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-19202637-b4a9-4b16-9836-84508c0711b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 200 len: 854 time: 0.0589526 Aug 25 19:11:01.049238 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-db34ec8e-afee-4b6a-b651-89cd5a3200d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cdcc9d0f-87db-4bd6-993d-866950e72b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672560 Aug 25 19:11:01.324968 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-69ce52af-646e-4de9-a1a2-a977f071ce17 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687514 Aug 25 19:11:01.430875 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e6b1e-0a05-462d-bf04-9731edf5284a req-b6af62fb-6939-4acc-a6a5-dda3194be4da tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:01.432372 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-413e6b1e-0a05-462d-bf04-9731edf5284a req-b6af62fb-6939-4acc-a6a5-dda3194be4da tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 945 time: 0.1814294 Aug 25 19:11:01.513738 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-20e98052-0398-4248-85d3-316cd98e7793 req-6edda1a4-2b36-4cf8-84f8-2640a7151f15 service neutron] 10.222.0.57 "GET /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771226 Aug 25 19:11:01.518335 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-413e6b1e-0a05-462d-bf04-9731edf5284a req-46125833-f835-4c5b-a2cd-3d898e9cef4d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727103 Aug 25 19:11:01.681968 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c3da4509-e749-4bd3-8f30-3a8227d10ea4 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:01.756350 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port c3da4509-e749-4bd3-8f30-3a8227d10ea4 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:01.761626 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port c3da4509-e749-4bd3-8f30-3a8227d10ea4 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:01.762336 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:01.907269 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:01.934649 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:01.948189 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:01.953293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:01.955100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ec3de2fd-8f47-4491-9757-16ac197e99ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:01.997815 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'code': 200} Aug 25 19:11:02.025069 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:02.027953 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:02.710490 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcc6e3-3d8e-4912-a62c-e28dcfd2577a req-d1cad127-751c-4d19-bbb0-aa5fd3537eec tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:02.711867 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dadcc6e3-3d8e-4912-a62c-e28dcfd2577a req-d1cad127-751c-4d19-bbb0-aa5fd3537eec tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0747588 Aug 25 19:11:02.760892 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-dadcc6e3-3d8e-4912-a62c-e28dcfd2577a req-17d8526b-0a25-4b55-8f3b-e99500da2023 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434971 Aug 25 19:11:03.965420 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25101fc-b522-4306-a14a-2af2e2d6ef59 req-d25977ea-2f13-40c5-b4d9-26254d08fc4d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:03.966875 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b25101fc-b522-4306-a14a-2af2e2d6ef59 req-d25977ea-2f13-40c5-b4d9-26254d08fc4d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0853770 Aug 25 19:11:04.010771 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b25101fc-b522-4306-a14a-2af2e2d6ef59 req-4afdc689-bcdd-44ae-8a7c-00e8e94fbcdb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384090 Aug 25 19:11:05.068382 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c29ef3f9-a745-45b5-a88f-efa61d7a25e5 req-c64e5d36-908b-4ed3-a35e-9c09117aabf9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1099 time: 0.0688887 Aug 25 19:11:05.112194 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c29ef3f9-a745-45b5-a88f-efa61d7a25e5 req-04437450-8d00-45b7-98b7-6907ef8ebad2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354233 Aug 25 19:11:05.211032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96469e-cd4f-4097-9fa6-de219801c2d1 req-365d1e1e-9e53-44d5-a7eb-dbab9f58066d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:05.212771 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7c96469e-cd4f-4097-9fa6-de219801c2d1 req-365d1e1e-9e53-44d5-a7eb-dbab9f58066d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0779762 Aug 25 19:11:05.257878 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7c96469e-cd4f-4097-9fa6-de219801c2d1 req-a32682b8-bcf3-4ce5-b113-615debeb5de8 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392849 Aug 25 19:11:06.455895 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69039f6-67ca-415f-afd7-69be1a707ff2 req-9584e898-ed8a-42fd-b529-e0d5aea19e09 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:06.458379 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f69039f6-67ca-415f-afd7-69be1a707ff2 req-9584e898-ed8a-42fd-b529-e0d5aea19e09 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0801818 Aug 25 19:11:06.507354 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-f69039f6-67ca-415f-afd7-69be1a707ff2 req-457fcd64-27c4-49bb-968e-6ae6c3d844df tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Aug 25 19:11:06.767764 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-525cd8b9-5d77-42ef-b9d6-e266e831ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:07.264933 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:07.699520 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cdbf0-bfb0-43fc-8e54-6d9c451f5b6f req-aff19324-9a86-48be-b7f7-5397dee5e83d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:07.700974 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb4cdbf0-bfb0-43fc-8e54-6d9c451f5b6f req-aff19324-9a86-48be-b7f7-5397dee5e83d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0754886 Aug 25 19:11:07.744353 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fb4cdbf0-bfb0-43fc-8e54-6d9c451f5b6f req-ce827d9c-e214-4c69-b18a-2de94a286d0e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 Aug 25 19:11:07.937224 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd5ae5-fb27-4d5f-af51-3d918b109514 req-d9d81bb7-8bfc-4611-8599-083086c2e46a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:07.938681 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-84dd5ae5-fb27-4d5f-af51-3d918b109514 req-d9d81bb7-8bfc-4611-8599-083086c2e46a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0771441 Aug 25 19:11:07.982554 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-84dd5ae5-fb27-4d5f-af51-3d918b109514 req-a5e72b78-badd-4484-8faf-c00f0a822014 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Aug 25 19:11:08.011141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43118) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:08.083342 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6548b8b2-563e-403e-9fd0-c89dd231108b tempest-TestVolumeBootPattern-398717799 tempest-TestVolumeBootPattern-398717799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1094 time: 0.0709910 Aug 25 19:11:08.085811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43122) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:08.091032 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:08.096180 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:08.100108 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:floatingip and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:08.102950 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:08.108579 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:08.118421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.256256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.388245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.27.2.53 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/4aca17f7-9d9b-466f-bcff-299beec3827d) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:08.530002 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.557721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:08.561361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d43c6610-c4f5-42fa-9c5e-1a2c8f144f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:08.634207 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:08.635269 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:08.637815 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:08.679255 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=4aca17f7-9d9b-466f-bcff-299beec3827d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:08.682298 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:09.125419 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8c0a-8dae-46d7-8ea8-7a0dc7cf4f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.232485 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.285878 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.486779 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:11:09.490640 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.495251 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.499619 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:09.597690 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=4aca17f7-9d9b-466f-bcff-299beec3827d,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:09.601598 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:09.617408 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:09.804141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Floating IP 35a480ba-864d-4674-9103-5875eac44c06 associated. External IP: 172.27.2.53, port: c3da4509-e749-4bd3-8f30-3a8227d10ea4. Aug 25 19:11:10.123763 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:10.209574 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:10.411687 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:10.420758 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:10.432464 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:10.433100 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:10.439476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:10.491834 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4050226 Aug 25 19:11:10.492543 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:10.550033 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'status': 'completed', 'code': 200} Aug 25 19:11:10.609217 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:10.692354 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-bdcb03de-9efe-4011-a234-c072d55c68a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1099 time: 0.0744398 Aug 25 19:11:10.825166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-37b99efa-7bcf-4fd1-978d-cd0f66da82c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:10.826644 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-37b99efa-7bcf-4fd1-978d-cd0f66da82c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1277063 Aug 25 19:11:10.937383 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-195499f1-ca38-4377-aff7-473ae3248794 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011344668&fields=id&tenant_id=06bb2efefe5d4d64a6936454ce77ffe6 HTTP/1.1" status: 200 len: 267 time: 0.0469470 Aug 25 19:11:10.944093 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-a09614c1-cc71-41c6-9025-fc41ad9f385e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 999 time: 0.1089764 Aug 25 19:11:10.992042 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:08Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:10.996087 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:11.007186 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:11.007784 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:11.011101 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-5d024038-2278-4a07-8856-cbac6d319d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:11.012637 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-5d024038-2278-4a07-8856-cbac6d319d58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0610771 Aug 25 19:11:11.026155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-51acce6e-d3bd-4245-b903-d56aecfdc23a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:11.027635 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-51acce6e-d3bd-4245-b903-d56aecfdc23a tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 985 time: 0.0832443 Aug 25 19:11:11.040209 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Request body: {'port': {'security_groups': ['e1f07c72-f667-471c-b620-8db6c45dcf02']}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:11.089082 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-10cdfad3-9a11-4379-a24a-e1ea3ab4a7f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687964 Aug 25 19:11:11.184191 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:11.231445 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-d2224134-2927-42bc-a28d-f0b7f40fe1b8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326396 Aug 25 19:11:11.271440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.364636 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1e2ee815-8bb1-4161-bfc9-164d45447226 req-3c3546dc-2bbd-4ef9-b18f-7d894b741657 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258972 Aug 25 19:11:11.526855 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:11.544054 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.548647 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:08Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:11.553904 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1d6ea-3225-4aa0-92e7-26cb2530324a None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:08Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:11.558908 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.564960 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.571877 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8e728a96-f44a-47de-8580-c27b105bcf58 tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:11.604566 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:11.645344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:11.645901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.647384 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c5d81dbb-4561-4c84-8d9f-4a42a7394fd3 req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "PUT /v2.0/ports/20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 943 time: 0.6129317 Aug 25 19:11:11.660112 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43150) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:11.664157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event updated for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=7']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:11.675219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:11.774955 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.816538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.832044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:11.874786 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cdcc2-1ca9-4f23-8fbb-b1bc43d6b9a5 None None] New status for floating IP 35a480ba-864d-4674-9103-5875eac44c06: ACTIVE {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:11:11.903713 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.908034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-74de3688-95e8-42cd-b9eb-110b35c95860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:11.923516 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b2ee74-170e-438d-ac45-9251974d08d0,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:11.926798 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:11.935119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:11.936279 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "DELETE /v2.0/security-groups/95b2ee74-170e-438d-ac45-9251974d08d0 HTTP/1.1" status: 204 len: 168 time: 0.2751334 Aug 25 19:11:11.938997 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43156) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:12.141709 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-3d05ecba-a124-41dd-99f0-db6a006cabac None None] Provisioning complete for port 20d2f805-0347-4a1f-8a3b-4fafa9939169 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:12.142101 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d05ecba-a124-41dd-99f0-db6a006cabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.223140 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Deleting port 8753e85f-d95f-45fc-8682-cbf58f5c592e {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:12.223706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.402751 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.403071 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.519861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Calling delete_port for 8753e85f-d95f-45fc-8682-cbf58f5c592e owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:12.551450 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:12.606256 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:11:12.718891 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:12.724035 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c3fb1609-3d5f-4fa9-a368-7b9c99a90b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:12.767872 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event deleted for resources: {'Port': ['ID=8753e85f-d95f-45fc-8682-cbf58f5c592e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:12.774982 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:12.851232 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-a26b11ea-d836-4239-900f-3a49c7ea76be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1099 time: 0.1985044 Aug 25 19:11:12.942931 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.072284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-580ea937-1bd1-4868-9efc-71a398f746bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:13.073843 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-580ea937-1bd1-4868-9efc-71a398f746bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.2145624 Aug 25 19:11:13.204643 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-03683bce-3d98-4831-86a8-87432c94448a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 217 time: 0.1193449 Aug 25 19:11:13.284072 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-81ddbb05-8acf-4893-960b-dee14e559aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:13.285629 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-81ddbb05-8acf-4893-960b-dee14e559aab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0722842 Aug 25 19:11:13.526628 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-1f105491-fb1b-48e9-a83e-44e8bed71df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2322543 Aug 25 19:11:13.639106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Router 9e843575-9359-4bb3-a0da-4ccef238b56f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:13.837652 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:13.846514 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Sync routers for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:13.857406 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:13.858361 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:13.858964 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:13.911338 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "DELETE /v2.0/floatingips/7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9 HTTP/1.1" status: 204 len: 168 time: 1.9713240 Aug 25 19:11:13.912053 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:13.968366 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:11:14.043783 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:14.358657 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.362275 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Checking router: 9e843575-9359-4bb3-a0da-4ccef238b56f for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:14.373559 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:14.374141 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.564551 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:14.862300 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:14.866243 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4c5cc-9d51-4940-8279-55b121d74fab None None] The sync data for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi is: [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:23Z', 'revision_number': 4, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52', 'name': '', 'network_id': 'd1c19882-9de6-4179-b70e-9b4e33fee1db', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'mac_address': 'fa:16:3e:3f:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:22Z', 'updated_at': '2021-08-25T19:08:34Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'subnets': [{'id': '9a80d7cd-75e1-454a-9ff2-d7fa86071439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:15.081892 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135adb18-28a8-443a-afc0-a1f04a716f18 None None] New status for floating IP 7ef7b9af-c5c5-4571-ab6f-d38dc8e059b9: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:11:16.791797 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-d6ace8ab-09f3-40de-9fe3-4b2d7295c36c service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343393 Aug 25 19:11:16.926495 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-989a8ac5-d613-4208-8260-9850d8c452a0 req-ce047c68-9c2a-4ce5-a0b9-964bd32bb009 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241825 Aug 25 19:11:17.089157 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-e59dec29-1b8c-4938-9e3b-18017a098b91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 1099 time: 0.0667722 Aug 25 19:11:17.228358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c474-d084-495b-8742-a64da3f9509e req-7255e663-0188-41c6-8c35-f6b28c739c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:17.229843 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-7255e663-0188-41c6-8c35-f6b28c739c57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 200 len: 915 time: 0.1251597 Aug 25 19:11:17.317226 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-82b4eb77-6d70-4ee6-9e1b-0d5bac6ed21e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 200 len: 217 time: 0.0657172 Aug 25 19:11:17.380898 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c474-d084-495b-8742-a64da3f9509e req-be0adb5b-4d03-4521-9e02-b7688ae83def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:17.382561 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-be0adb5b-4d03-4521-9e02-b7688ae83def service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 200 len: 853 time: 0.0581093 Aug 25 19:11:17.464937 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-8873207d-634d-4590-9920-b1f4261c2f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1c19882-9de6-4179-b70e-9b4e33fee1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757067 Aug 25 19:11:17.614571 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-f6ff0bc1-5422-4796-b3c0-fec9b0ea7f11 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324639 Aug 25 19:11:17.744276 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3050c474-d084-495b-8742-a64da3f9509e req-d59e63ec-5e96-4b64-9a9a-217cfbf020e6 service neutron] 10.222.0.57 "GET /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226771 Aug 25 19:11:20.493139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2a91-080e-4262-b31d-2899606debaf req-f5559dd3-71cc-41f0-84b5-3f85bcb3c605 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:20.494418 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9cee2a91-080e-4262-b31d-2899606debaf req-f5559dd3-71cc-41f0-84b5-3f85bcb3c605 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0818000 Aug 25 19:11:20.544298 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9cee2a91-080e-4262-b31d-2899606debaf req-ea364530-e24b-46ba-9525-3c7191798561 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Aug 25 19:11:21.760113 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-53117a7e-e816-445b-a9c7-a222b12723dc tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:21.761540 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-53117a7e-e816-445b-a9c7-a222b12723dc tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:11:21.782593 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-53117a7e-e816-445b-a9c7-a222b12723dc tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:11:21.783957 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-53117a7e-e816-445b-a9c7-a222b12723dc tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.1107512 Aug 25 19:11:21.829713 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-12ff8355-c80d-4ad5-a85f-cd821e2f86c0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Synchronizing usage tracker for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:11:21.845814 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-12ff8355-c80d-4ad5-a85f-cd821e2f86c0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Unset dirty status for tenant:06bb2efefe5d4d64a6936454ce77ffe6 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:11:21.847115 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-522ec1bf-5eae-4160-995a-5c08cc24f0ad req-12ff8355-c80d-4ad5-a85f-cd821e2f86c0 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571177 Aug 25 19:11:21.925453 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43270) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:22.064654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.095479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:22.099848 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Usage tracker for resource:security_group_rule and tenant:6da2a8dc14ba444599500b9c337fe39a is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:22.102607 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:22.108229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:22.173909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.177740 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.184035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-931bf93f-4d5c-4a50-a714-dfcf894c7b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:22.224414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53e1a8-3889-42d3-b931-06758d89edd2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:22.229025 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6da2a8dc14ba444599500b9c337fe39a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3024890 Aug 25 19:11:22.231780 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43276) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:22.235434 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.235802 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.236163 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.236517 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.236896 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.237246 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.238150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.238693 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.239046 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.239393 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.239737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.243443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1578aa8f-6666-4d89-8fc1-1ffd94e5fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:22.293315 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.406322 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.456850 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.460440 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c33e5608-7fc8-4b3a-969c-bb639d4c4d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:22.473598 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53e1a8-3889-42d3-b931-06758d89edd2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:22.481037 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.482155 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba53e1a8-3889-42d3-b931-06758d89edd2 HTTP/1.1" status: 204 len: 168 time: 0.2493832 Aug 25 19:11:22.485773 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.486146 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.486507 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.486867 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.487232 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.487668 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.488167 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.488524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.488897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.489247 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.489595 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:22.492619 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:22.806812 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43284) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:22.825792 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.855810 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:22.859546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Usage tracker for resource:security_group_rule and tenant:e0e97aa00b214c2b924b16421082ec26 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:22.862880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:22.868479 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:22.935422 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.939401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:22.947163 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ac9e25f9-3d83-475d-a0ae-6547bed9de3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:22.987829 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ff259-f4d3-47e8-9896-4499f42a8737,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:22.991458 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:22.997378 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0e97aa00b214c2b924b16421082ec26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872337 Aug 25 19:11:22.998759 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43290) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:23.052789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f16bc-ea23-4273-a973-7017faad97ff req-107945d9-8020-445d-bb8a-05ddb6a25479 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:23.054262 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6a6f16bc-ea23-4273-a973-7017faad97ff req-107945d9-8020-445d-bb8a-05ddb6a25479 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0829329 Aug 25 19:11:23.065262 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.092342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.100961 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6a6f16bc-ea23-4273-a973-7017faad97ff req-ca17505d-3dc1-4cfe-b4a3-6b14e4be7c79 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1f07c72-f667-471c-b620-8db6c45dcf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Aug 25 19:11:23.149166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.152872 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e0e51cef-0504-494b-bc24-d5a69ee99618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:23.164572 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ff259-f4d3-47e8-9896-4499f42a8737,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:23.167919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:23.171074 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.172244 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd9ff259-f4d3-47e8-9896-4499f42a8737 HTTP/1.1" status: 204 len: 168 time: 0.1734490 Aug 25 19:11:23.313579 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-5b17fe79-c4e8-4789-8dfe-6363592728d9 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:23.315034 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-5b17fe79-c4e8-4789-8dfe-6363592728d9 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 946 time: 0.0748498 Aug 25 19:11:23.389827 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Deleting port 20d2f805-0347-4a1f-8a3b-4fafa9939169 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:23.390166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.633959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] For port 20d2f805-0347-4a1f-8a3b-4fafa9939169, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=20d2f805-0347-4a1f-8a3b-4fafa9939169,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:23.634306 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.774841 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Calling delete_port for 20d2f805-0347-4a1f-8a3b-4fafa9939169 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:23.926150 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:23.933138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:23.974298 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['20d2f805-0347-4a1f-8a3b-4fafa9939169'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:11:23.975908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Pushing event deleted for resources: {'Port': ['ID=20d2f805-0347-4a1f-8a3b-4fafa9939169,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:23.980246 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:24.065961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] No DVR routers for this DVR port 20d2f805-0347-4a1f-8a3b-4fafa9939169 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:24.068538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:24.071364 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'name': 'network-vif-deleted', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:24.087992 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-66b62242-5748-4bbe-8732-6f29e9e1607f req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.57 "DELETE /v2.0/ports/20d2f805-0347-4a1f-8a3b-4fafa9939169 HTTP/1.1" status: 204 len: 173 time: 0.7636058 Aug 25 19:11:24.129732 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e2fa7-036c-41bb-902c-926cd3a5b334', 'name': 'network-vif-deleted', 'tag': '20d2f805-0347-4a1f-8a3b-4fafa9939169', 'status': 'completed', 'code': 200} Aug 25 19:11:24.283080 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-616dcd2a-cc84-42e6-9257-04cf866d15db req-9d741e4f-15f2-46c4-acf9-e05e01b67a78 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe5e2fa7-036c-41bb-902c-926cd3a5b334 HTTP/1.1" status: 200 len: 210 time: 0.0413139 Aug 25 19:11:26.061597 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43390) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:26.446725 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:27.129554 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Deleting port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:27.130338 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:27.299233 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] For port e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:27.299592 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:27.420654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Calling delete_port for e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:27.597551 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:27.601770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-57fea0d6-de80-4004-8252-89ac2e70c11e tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:27.627100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:27.644075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:27.647504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:27.827159 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 20d2f805-0347-4a1f-8a3b-4fafa9939169 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:27.884740 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 20d2f805-0347-4a1f-8a3b-4fafa9939169 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:27.885053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 20d2f805-0347-4a1f-8a3b-4fafa9939169 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:27.962441 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:28.627584 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Router 9e843575-9359-4bb3-a0da-4ccef238b56f has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:28.825797 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:28.834891 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Sync routers for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:28.845920 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e843575-9359-4bb3-a0da-4ccef238b56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829773 Aug 25 19:11:28.846517 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:28.847600 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:28.849370 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43414) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:29.032699 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:29.052634 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.262859 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.273507 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Deleting port 9de544d8-d906-40cb-9ec8-75857b76a35f {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:29.273844 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.354273 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:11:27Z', 'revision_number': 5, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port': {'id': '9de544d8-d906-40cb-9ec8-75857b76a35f', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:08:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:29.358341 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Checking router: 9e843575-9359-4bb3-a0da-4ccef238b56f for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:29.372584 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Routers {'9e843575-9359-4bb3-a0da-4ccef238b56f'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:29.373840 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9e843575-9359-4bb3-a0da-4ccef238b56f'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:29.459648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] For port 9de544d8-d906-40cb-9ec8-75857b76a35f, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=9de544d8-d906-40cb-9ec8-75857b76a35f,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:29.460031 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.483099 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43426) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:29.578794 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] Set router 9e843575-9359-4bb3-a0da-4ccef238b56f gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:29.586391 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Calling delete_port for 9de544d8-d906-40cb-9ec8-75857b76a35f owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:29.693709 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:11:29Z', 'revision_number': 6, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:29.698033 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b982b87-5b20-4276-8ce8-3370c628c712 None None] The sync data for ids ['9e843575-9359-4bb3-a0da-4ccef238b56f'] in dv-cinder-806038-1-iscsi is: [{'id': '9e843575-9359-4bb3-a0da-4ccef238b56f', 'name': 'tempest-TestMinimumBasicScenario-635375450-router', 'tenant_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:19Z', 'updated_at': '2021-08-25T19:11:29Z', 'revision_number': 6, 'project_id': '06bb2efefe5d4d64a6936454ce77ffe6', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:29.719139 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.760819 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:29.762318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.764752 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Usage tracker for resource:security_group_rule and tenant:f898b6b6ffdf4c4aa6d26cdc34d248b7 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:29.766732 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:29.767543 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:29.773924 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:29.814150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9de544d8-d906-40cb-9ec8-75857b76a35f,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:29.817806 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:29.840638 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.845001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:29.851964 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e3c7749a-8a79-409b-965f-6067d145ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:29.888158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc910a46-494e-4432-be43-5bbc76343259,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:29.892787 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:29.899412 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43432) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:29.899622 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-bc734906-b26d-4802-9e4d-884e03164b08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f898b6b6ffdf4c4aa6d26cdc34d248b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4150374 Aug 25 19:11:30.114330 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:30.163030 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:30.163389 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e44ffe5d-eb43-47cf-96dc-b3cd1daf3d52 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:30.209881 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.275948 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.426398 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.508087 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.526569 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.553590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.554164 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e843575-9359-4bb3-a0da-4ccef238b56f {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:11:30.556838 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.562258 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2492b835-ed7b-49f5-a2f5-28ed11fe0c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:30.577981 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc910a46-494e-4432-be43-5bbc76343259,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:30.585129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:30.603205 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.604261 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e843575-9359-4bb3-a0da-4ccef238b56f HTTP/1.1" status: 204 len: 168 time: 1.7539341 Aug 25 19:11:30.605272 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.608615 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc910a46-494e-4432-be43-5bbc76343259 HTTP/1.1" status: 204 len: 168 time: 0.7060745 Aug 25 19:11:30.608615 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43436) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:30.668943 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Deleting subnet 9a80d7cd-75e1-454a-9ff2-d7fa86071439 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:30.672312 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.731119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.814903 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.892022 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.897342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-560f9b71-6145-4202-87a4-cf7be7702a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:30.933466 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a80d7cd-75e1-454a-9ff2-d7fa86071439,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:30.936326 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:30.938645 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:30.945747 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a80d7cd-75e1-454a-9ff2-d7fa86071439 HTTP/1.1" status: 204 len: 168 time: 0.3380649 Aug 25 19:11:30.946415 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbcda70-2a8d-4a4f-abf4-e6129bfc0005 None None] Network d1c19882-9de6-4179-b70e-9b4e33fee1db requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:30.948232 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43444) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:30.974697 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43448) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:31.052764 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.092072 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.106028 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:31.111221 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Usage tracker for resource:security_group_rule and tenant:38cb59c8aaaa42218b3227572ff2cdb6 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:31.115308 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:31.121467 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Deleting port daa067ea-af8d-4914-90ad-7151c3ef8ce9 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:31.121804 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.144969 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:31.215816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] DHCP port deletion for d1c19882-9de6-4179-b70e-9b4e33fee1db request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:11:31.219940 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Deleting port daa067ea-af8d-4914-90ad-7151c3ef8ce9 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:31.220323 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.376864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.382377 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.391879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d4c0a620-5f0e-45c5-85d1-342a1a5dd7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:31.411502 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] For port daa067ea-af8d-4914-90ad-7151c3ef8ce9, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=daa067ea-af8d-4914-90ad-7151c3ef8ce9,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:31.411852 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.448919 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] For port daa067ea-af8d-4914-90ad-7151c3ef8ce9, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=daa067ea-af8d-4914-90ad-7151c3ef8ce9,segment=NetworkSegment(588771ba-e25a-4c6c-b7c1-8a14cec09418),segment_id=588771ba-e25a-4c6c-b7c1-8a14cec09418)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:31.449221 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.571241 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Calling delete_port for daa067ea-af8d-4914-90ad-7151c3ef8ce9 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:31.619986 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e1d53-f5c7-4234-bdde-3869dc528b78,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:31.632360 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Calling delete_port for daa067ea-af8d-4914-90ad-7151c3ef8ce9 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:31.644304 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.648247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:31.657955 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:31.665463 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-bdab65f7-b179-4afb-b15b-bd6e761f0d5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38cb59c8aaaa42218b3227572ff2cdb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6894615 Aug 25 19:11:31.668162 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43454) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:31.689536 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Pushing event deleted for resources: {'Port': ['ID=daa067ea-af8d-4914-90ad-7151c3ef8ce9,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:31.701684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.702022 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.702354 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.702680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.703002 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.703330 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.703649 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.703965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.704278 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.704589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.704917 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:31.706882 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.db.api [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:31.707249 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_db.api [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:31.708292 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] No DVR routers for this DVR port daa067ea-af8d-4914-90ad-7151c3ef8ce9 on host dv-cinder-806038-1-iscsi {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:31.709503 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:31.734578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.760757 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.811521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.816139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6446f54c-4f9e-4ce6-8852-2dd82c107b9d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:31.832054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e1d53-f5c7-4234-bdde-3869dc528b78,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:31.834036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:31.840418 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:31.843937 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f89479e8-0ca0-4036-8962-6d7e99a87c1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/580e1d53-f5c7-4234-bdde-3869dc528b78 HTTP/1.1" status: 204 len: 168 time: 0.1724167 Aug 25 19:11:31.861358 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9de544d8-d906-40cb-9ec8-75857b76a35f no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:31.895354 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 9de544d8-d906-40cb-9ec8-75857b76a35f {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:31.895796 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 9de544d8-d906-40cb-9ec8-75857b76a35f not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:31.896290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device daa067ea-af8d-4914-90ad-7151c3ef8ce9 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:31.927322 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: daa067ea-af8d-4914-90ad-7151c3ef8ce9 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:31.927635 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device daa067ea-af8d-4914-90ad-7151c3ef8ce9 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:32.208910 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Deleting port daa067ea-af8d-4914-90ad-7151c3ef8ce9 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:32.209405 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.274662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] The port 'daa067ea-af8d-4914-90ad-7151c3ef8ce9' was deleted {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:11:32.394358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.406634 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c19882-9de6-4179-b70e-9b4e33fee1db']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:32.418991 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588771ba-e25a-4c6c-b7c1-8a14cec09418') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:32.419288 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588771ba-e25a-4c6c-b7c1-8a14cec09418') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:32.431858 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.447725 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.454012 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:32.454399 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn( Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn( Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn( Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: util.warn( Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:32.467478 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:32.546417 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.550975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:32.568346 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:32.573448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c19882-9de6-4179-b70e-9b4e33fee1db,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:32.577899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:32.602086 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d1c19882-9de6-4179-b70e-9b4e33fee1db HTTP/1.1" status: 204 len: 168 time: 1.6496520 Aug 25 19:11:32.602086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43476) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:32.993136 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:33.697363 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Deleting port f3175eb7-4e70-4587-b2ea-5a53dc77a347 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:33.698111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:33.887441 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] For port f3175eb7-4e70-4587-b2ea-5a53dc77a347, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=f3175eb7-4e70-4587-b2ea-5a53dc77a347,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:33.887855 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.018156 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Calling delete_port for f3175eb7-4e70-4587-b2ea-5a53dc77a347 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:34.198324 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43526) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:34.246698 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.251432 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-56d1de1c-ee05-4ba7-b806-ab3a6e3cac51 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:34.297024 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3175eb7-4e70-4587-b2ea-5a53dc77a347,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:34.300482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:34.359642 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.403094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:34.408500 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c7f2270f634d2a8b7552f19ac6a73e is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:34.412199 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:34.419041 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:34.517940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.523904 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.538151 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1cea0518-a199-4ea9-a59d-1b5a71bd0c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:34.583544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc7538-c958-454d-9f8d-734551f27fa0,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:34.586616 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:34.592607 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-65d61a1c-7055-4c81-824f-042dba5223f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2c7f2270f634d2a8b7552f19ac6a73e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3926330 Aug 25 19:11:34.595228 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43538) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:34.655693 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.659591 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.687335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.743335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.747126 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4559bbf8-3819-4ad8-a0c8-b5e535228bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:34.758078 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc7538-c958-454d-9f8d-734551f27fa0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:34.761867 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:34.765182 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:34.766290 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3dc7538-c958-454d-9f8d-734551f27fa0 HTTP/1.1" status: 204 len: 168 time: 0.1701741 Aug 25 19:11:34.826459 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8cc3a-ab69-4fdd-bc7f-5aeef653ba90 req-def4ed41-024a-4a39-aa64-88c735036942 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:34.827891 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23a8cc3a-ab69-4fdd-bc7f-5aeef653ba90 req-def4ed41-024a-4a39-aa64-88c735036942 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.1075423 Aug 25 19:11:34.944463 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-23a8cc3a-ab69-4fdd-bc7f-5aeef653ba90 req-49884452-14e8-4ed4-871a-1bf9af29d491 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711300 Aug 25 19:11:35.108777 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43546) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:35.127411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.161064 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:35.164843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Usage tracker for resource:security_group_rule and tenant:07db5b96dd8a4cae98ddf15204867101 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:35.167704 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:35.173731 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:35.245776 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.250703 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.258473 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-21d0ab2e-7e88-48ef-828e-e5d184ad0a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:35.305024 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e678069-42c6-45c3-9042-4912df964b08,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:35.309313 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:35.314781 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07db5b96dd8a4cae98ddf15204867101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2045815 Aug 25 19:11:35.317872 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43550) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:35.390417 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.418869 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.435298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:35.474414 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.478332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a74274-4f58-4794-9128-f7c70afce0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:35.490683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e678069-42c6-45c3-9042-4912df964b08,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:35.492964 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:35.496200 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:35.497948 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-52b20a78-9701-4346-adde-6770327fb289 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e678069-42c6-45c3-9042-4912df964b08 HTTP/1.1" status: 204 len: 168 time: 0.1789947 Aug 25 19:11:35.641221 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:35.650639 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Sync routers for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:35.660314 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43556) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:35.660513 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] 10.222.0.26 "PUT /v2.0/routers/4f9b9b61-d74d-4ecb-9a5d-f38905045703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0573726 Aug 25 19:11:35.667365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:35.668000 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:35.856505 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:35.875034 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.202421 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '2717563e-e245-467c-ac96-455117c2f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:11:34Z', 'revision_number': 5, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port': {'id': '2717563e-e245-467c-ac96-455117c2f0b6', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:08:30Z', 'updated_at': '2021-08-25T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:36.209027 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Checking router: 4f9b9b61-d74d-4ecb-9a5d-f38905045703 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:36.231090 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Routers {'4f9b9b61-d74d-4ecb-9a5d-f38905045703'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:36.231877 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:36.246159 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b3c7-09bd-4582-b5b1-6abb74f55bb0 req-9f3ae07e-fa82-45ca-b08c-897b58fa1934 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:36.247619 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c64b3c7-09bd-4582-b5b1-6abb74f55bb0 req-9f3ae07e-fa82-45ca-b08c-897b58fa1934 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.1086712 Aug 25 19:11:36.283021 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.306139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Deleting port 2717563e-e245-467c-ac96-455117c2f0b6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:36.306562 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.311206 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-a689e1be-e80c-4461-a47f-8852e81d69ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:36.312687 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-a689e1be-e80c-4461-a47f-8852e81d69ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 946 time: 0.1012185 Aug 25 19:11:36.363984 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1c64b3c7-09bd-4582-b5b1-6abb74f55bb0 req-263fce97-bbc8-4e2c-afc8-b76240845f07 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups?id=fb5a3281-5c34-4256-9181-67fb0a0ad779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083326 Aug 25 19:11:36.400708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Deleting port 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:36.401679 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.436468 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] Set router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:36.496972 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43578) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:36.527590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] For port 2717563e-e245-467c-ac96-455117c2f0b6, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2717563e-e245-467c-ac96-455117c2f0b6,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:36.527944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.555555 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:11:36Z', 'revision_number': 6, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:36.559772 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dda42-ff87-4ae5-9fac-f22e4521ee49 None None] The sync data for ids ['4f9b9b61-d74d-4ecb-9a5d-f38905045703'] in dv-cinder-806038-1-iscsi is: [{'id': '4f9b9b61-d74d-4ecb-9a5d-f38905045703', 'name': 'tempest-TestMinimumBasicScenario-970465532-router', 'tenant_id': 'f84226672aef4b19877238c9faecad1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:08:29Z', 'updated_at': '2021-08-25T19:11:36Z', 'revision_number': 6, 'project_id': 'f84226672aef4b19877238c9faecad1b', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:36.655846 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Calling delete_port for 2717563e-e245-467c-ac96-455117c2f0b6 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:36.689494 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028481439-network', 'tenant_id': 'ffa7214de4c6494c9fcbdf518aa680ea'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:36.693191 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] For port 49a7d703-cc15-4130-b820-be334bd59c94, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=49a7d703-cc15-4130-b820-be334bd59c94,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:36.693549 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.705075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:36.712563 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Usage tracker for resource:network and tenant:ffa7214de4c6494c9fcbdf518aa680ea is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:36.716656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:36.725945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:36.750867 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Made reservation on behalf of ffa7214de4c6494c9fcbdf518aa680ea for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:36.753727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.767610 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.772410 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f84cbd89-de71-4566-844e-a7a5a7d61ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.815824 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:36.820611 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa7214de4c6494c9fcbdf518aa680ea is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:36.823750 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:36.830782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:36.940158 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:36.945944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-13760701-7b69-4c04-adf9-85bed0c57eaf tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:36.997223 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2717563e-e245-467c-ac96-455117c2f0b6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.001780 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.003457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.016766 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.017168 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.017664 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Floating IP 0e920832-d88c-43c1-85d7-b78f4fe38905 disassociated. External IP: 172.27.2.165, port: 49a7d703-cc15-4130-b820-be334bd59c94. Aug 25 19:11:37.018018 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Calling delete_port for 49a7d703-cc15-4130-b820-be334bd59c94 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:37.035385 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.045804 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f003ac8e-4408-4c53-b31a-ff15aa931bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.115063 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:37.118792 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2b907-7dab-4c11-beae-d183814c41c0,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.132157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.167783 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.173161 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e708a2d-4aba-411a-ae6e-16e4749d4468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.199138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.199477 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Added segment 862baa95-d742-4cd4-819c-1459ef92f8f7 of type vlan for network dc240c80-6578-4330-abac-b816c8eb8c05 Aug 25 19:11:37.214629 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'Port': ['ID=49a7d703-cc15-4130-b820-be334bd59c94,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.218685 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.271201 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.288168 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.356557 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.421769 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:37.606451 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.resource_extend [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 19:11:37.651300 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48ee8458-bf08-4d35-9341-4182717c7b91 req-fa8ece27-dbfb-429b-a314-fafc5e66ee1d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e76945-8911-4179-bdc4-94fddd1fa79b HTTP/1.1" status: 200 len: 210 time: 0.0704474 Aug 25 19:11:37.681128 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.686317 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.691164 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.693677 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:37.694484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.698658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:37.796386 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:37.809888 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3114901 Aug 25 19:11:37.811257 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:37.813976 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.814728 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9b9b61-d74d-4ecb-9a5d-f38905045703 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:11:37.818955 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43586) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:37.827317 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:37.828326 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:37.834361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Request body: {'subnet': {'network_id': 'dc240c80-6578-4330-abac-b816c8eb8c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028481439-subnet', 'tenant_id': 'ffa7214de4c6494c9fcbdf518aa680ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:37.838236 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Pushing event updated for resources: {'Network': ['ID=dc240c80-6578-4330-abac-b816c8eb8c05,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:37.844689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:37.848046 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:37.853293 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.853485 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network dc240c80-6578-4330-abac-b816c8eb8c05 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:37.854419 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8374929c-ee8f-4807-b804-1cfce7578f09 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4f9b9b61-d74d-4ecb-9a5d-f38905045703 HTTP/1.1" status: 204 len: 168 time: 2.1923792 Aug 25 19:11:37.856063 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Usage tracker for resource:subnet and tenant:ffa7214de4c6494c9fcbdf518aa680ea is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:37.858880 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43590) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:37.861484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:37.903285 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:37.926921 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Made reservation on behalf of ffa7214de4c6494c9fcbdf518aa680ea for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:37.929501 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.937496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] No DVR routers for this DVR port 49a7d703-cc15-4130-b820-be334bd59c94 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:37.942836 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:37.964165 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-deleted', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:11:37.981734 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-147e9240-127c-44a2-be2a-ed71e9cbec3b req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.57 "DELETE /v2.0/ports/49a7d703-cc15-4130-b820-be334bd59c94 HTTP/1.1" status: 204 len: 173 time: 1.6604888 Aug 25 19:11:38.011813 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Deleting subnet dc3d8dca-d814-464c-beca-d6d29818eaa7 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:38.030394 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.045810 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e76945-8911-4179-bdc4-94fddd1fa79b', 'name': 'network-vif-deleted', 'tag': '49a7d703-cc15-4130-b820-be334bd59c94', 'status': 'completed', 'code': 200} Aug 25 19:11:38.053959 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2717563e-e245-467c-ac96-455117c2f0b6 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:38.093335 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:38.100023 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.117480 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 2717563e-e245-467c-ac96-455117c2f0b6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:38.125108 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2717563e-e245-467c-ac96-455117c2f0b6 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:38.125571 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device f3175eb7-4e70-4587-b2ea-5a53dc77a347 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:38.199496 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: f3175eb7-4e70-4587-b2ea-5a53dc77a347 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:38.199826 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device f3175eb7-4e70-4587-b2ea-5a53dc77a347 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:38.253778 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.333014 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.338510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:38.397035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.422334 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d9eee9-75df-4293-9e03-63a9b148c3e5,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:38.429432 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:38.430061 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:38.446095 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:38.450021 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:38.461971 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:38.462932 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:38.470060 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3d8dca-d814-464c-beca-d6d29818eaa7,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:38.473425 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.478305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:38.478945 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516fb6fe-8258-492b-8f7c-ae8ad0f08570 None None] Network 3670b43a-7f64-4e09-9dff-540cb899b907 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:38.483425 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Checking segment: {'id': '862baa95-d742-4cd4-819c-1459ef92f8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dc240c80-6578-4330-abac-b816c8eb8c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:38.483783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Network hostable DHCP agents. Network: dc240c80-6578-4330-abac-b816c8eb8c05, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:38.488803 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6406925e-afb6-4c2a-a32f-ed3e2fb53c37 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dc3d8dca-d814-464c-beca-d6d29818eaa7 HTTP/1.1" status: 204 len: 168 time: 0.6289680 Aug 25 19:11:38.491749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43596) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:38.604819 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.614450 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Network dc240c80-6578-4330-abac-b816c8eb8c05 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:38.625049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Deleting port 2dab2c82-692e-448b-9fde-e89f5f1cc72c {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:38.625443 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.658413 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, dc240c80-6578-4330-abac-b816c8eb8c05) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:38.674124 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:38.675292 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.681113 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4571e1b-a1b5-479d-8116-a2ece6258b2b None None] Network dc240c80-6578-4330-abac-b816c8eb8c05 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:38.694334 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:38.727970 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9074020 Aug 25 19:11:38.883556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] For port 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2dab2c82-692e-448b-9fde-e89f5f1cc72c,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:38.884010 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:38.925610 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43606) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:38.950949 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] DHCP port deletion for 3670b43a-7f64-4e09-9dff-540cb899b907 request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:11:38.960246 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Deleting port 2dab2c82-692e-448b-9fde-e89f5f1cc72c {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:38.960553 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.046315 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Calling delete_port for 2dab2c82-692e-448b-9fde-e89f5f1cc72c owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:39.064959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.075903 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e22e5-f393-46cd-b36d-c07012f4e604 None None] Network dc240c80-6578-4330-abac-b816c8eb8c05 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:39.110587 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.177051 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.181917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-1408de0d-6bab-4bc8-a549-cc22962469b4 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:39.187403 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:39.193771 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992d173-1412-4c0b-a918-a69e0a2b342e None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:02:59Z', 'revision_number': 4, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '6511e5e3-21e0-4e39-b23f-18c0b3c902f3', 'name': '', 'network_id': 'cdcc9d0f-87db-4bd6-993d-866950e72b27', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'mac_address': 'fa:16:3e:76:2d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:57Z', 'updated_at': '2021-08-25T19:03:12Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'subnets': [{'id': 'a202dfff-d381-4c86-b166-e605a35fa650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:39.239749 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.260530 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] No DVR routers for this DVR port 2dab2c82-692e-448b-9fde-e89f5f1cc72c on host dv-cinder-806038-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:39.262315 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dab2c82-692e-448b-9fde-e89f5f1cc72c,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:39.269527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-358b5cbe-aa69-470e-be2a-fd151d107891 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:39.293904 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:39.298102 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a3281-5c34-4256-9181-67fb0a0ad779,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:39.300953 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.302429 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "DELETE /v2.0/security-groups/fb5a3281-5c34-4256-9181-67fb0a0ad779 HTTP/1.1" status: 204 len: 168 time: 0.3751712 Aug 25 19:11:39.303513 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:39.305334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43614) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:39.323048 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.api.v2.resource [None req-8e4231de-33ed-44e7-ad7e-89219d467469 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] show failed (client error): The resource could not be found. Aug 25 19:11:39.325060 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8e4231de-33ed-44e7-ad7e-89219d467469 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "GET /v2.0/security-groups/fb5a3281-5c34-4256-9181-67fb0a0ad779 HTTP/1.1" status: 404 len: 347 time: 0.0186536 Aug 25 19:11:39.328172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43618) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:39.395282 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-67b039f0-a377-4693-912f-cb1bc9e397bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.438563 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] For port 2dab2c82-692e-448b-9fde-e89f5f1cc72c, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=2dab2c82-692e-448b-9fde-e89f5f1cc72c,segment=NetworkSegment(92d5ad7a-b537-4950-b777-fb1c31fd7ac8),segment_id=92d5ad7a-b537-4950-b777-fb1c31fd7ac8)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:39.443141 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.533672 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Deleting port 779b0064-ab2c-472c-8200-0d5edaaed76b {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:39.535190 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.587116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.614308 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3670b43a-7f64-4e09-9dff-540cb899b907']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:39.630161 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d5ad7a-b537-4950-b777-fb1c31fd7ac8') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:39.630456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d5ad7a-b537-4950-b777-fb1c31fd7ac8') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:39.637972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Calling delete_port for 2dab2c82-692e-448b-9fde-e89f5f1cc72c owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:39.646749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.665203 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.672390 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:39.673036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.675034 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3671bc-6d48-430a-add3-edff8efd373e None None] New status for floating IP 0e920832-d88c-43c1-85d7-b78f4fe38905: DOWN {{(pid=75030) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:39.690924 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:39.773565 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.773949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.790658 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.795637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:39.813353 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:39.823987 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3670b43a-7f64-4e09-9dff-540cb899b907,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:39.835076 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:39.839687 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3670b43a-7f64-4e09-9dff-540cb899b907 HTTP/1.1" status: 204 len: 168 time: 1.3452086 Aug 25 19:11:39.881560 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:39.917482 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2dab2c82-692e-448b-9fde-e89f5f1cc72c no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:39.944779 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Calling delete_port for 779b0064-ab2c-472c-8200-0d5edaaed76b owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:39.999894 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 49a7d703-cc15-4130-b820-be334bd59c94 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:40.000498 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 49a7d703-cc15-4130-b820-be334bd59c94 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:40.060484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 2dab2c82-692e-448b-9fde-e89f5f1cc72c {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:40.060871 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 2dab2c82-692e-448b-9fde-e89f5f1cc72c not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:40.088713 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.db.api [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:40.089253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_db.api [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:40.095900 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43636) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.141229 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43640) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.145421 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:40.145779 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:40.147282 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.154694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-618339476-network', 'tenant_id': 'b624a8d84b2c463f9919da8241faa891'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:40.162518 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:40.173623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Usage tracker for resource:network and tenant:b624a8d84b2c463f9919da8241faa891 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:40.178736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:40.188623 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ba59f9d9-c9db-4b56-be35-7a9ee8415103 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06bb2efefe5d4d64a6936454ce77ffe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0884283 Aug 25 19:11:40.188623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:40.189193 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43646) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.219551 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Made reservation on behalf of b624a8d84b2c463f9919da8241faa891 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:40.222466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.243278 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.289916 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.294374 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:40.305880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Usage tracker for resource:security_group_rule and tenant:b624a8d84b2c463f9919da8241faa891 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:40.309880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:40.322562 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:40.328085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.419800 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.426495 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7c0836ca-1c60-4e0d-a98c-3c9425a07d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:40.433084 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.441433 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f07c72-f667-471c-b620-8db6c45dcf02,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:40.442974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.446879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:40.447356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:40.477119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:40.496708 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13438e91-e4c0-443f-96fd-1f0400398fd1,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:40.501486 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:40.502406 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.502802 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Added segment 5a2770bf-f07f-4941-91d7-21c93e6fa2a3 of type vlan for network 25d54a90-6ca9-492d-ac3e-c57311842b2d Aug 25 19:11:40.519294 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.520531 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d9ae554b-c4a2-4c96-b1ab-d4b5d1bf2ce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1f07c72-f667-471c-b620-8db6c45dcf02 HTTP/1.1" status: 204 len: 168 time: 0.3304777 Aug 25 19:11:40.535729 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.565955 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.567342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:40.567926 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.572816 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:40.591142 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Deleting port 779b0064-ab2c-472c-8200-0d5edaaed76b {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:40.591475 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.647368 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Deleting port 2dab2c82-692e-448b-9fde-e89f5f1cc72c {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:40.647895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.702742 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5609691 Aug 25 19:11:40.705578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43652) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:40.712831 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-2972e4fc-b6f6-47ae-b317-015297c073bf None None] The port '2dab2c82-692e-448b-9fde-e89f5f1cc72c' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:11:40.725924 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Request body: {'subnet': {'network_id': '25d54a90-6ca9-492d-ac3e-c57311842b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-618339476-subnet', 'tenant_id': 'b624a8d84b2c463f9919da8241faa891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:40.729143 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Pushing event updated for resources: {'Network': ['ID=25d54a90-6ca9-492d-ac3e-c57311842b2d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:40.730695 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:40.734267 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:40.735335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Usage tracker for resource:subnet and tenant:b624a8d84b2c463f9919da8241faa891 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:40.739030 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:40.742921 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 25d54a90-6ca9-492d-ac3e-c57311842b2d details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:40.758104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:40.774456 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Made reservation on behalf of b624a8d84b2c463f9919da8241faa891 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:40.778781 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.928545 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:40.928899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.020421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.028038 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-143e5cd7-2706-4ec8-9ca7-308b98204f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:41.054256 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Calling delete_port for 779b0064-ab2c-472c-8200-0d5edaaed76b owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:41.058119 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43658) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:41.131129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10623379-a356-4ead-8f82-3d99125470ce,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:41.140870 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:41.156218 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Checking segment: {'id': '5a2770bf-f07f-4941-91d7-21c93e6fa2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '25d54a90-6ca9-492d-ac3e-c57311842b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:41.156578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Network hostable DHCP agents. Network: 25d54a90-6ca9-492d-ac3e-c57311842b2d, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:41.171822 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c41f261e-7aa5-46bc-8fc8-0ceadc92e623 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f84226672aef4b19877238c9faecad1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1097064 Aug 25 19:11:41.174275 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43662) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:41.183575 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Network 25d54a90-6ca9-492d-ac3e-c57311842b2d is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:41.193693 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 25d54a90-6ca9-492d-ac3e-c57311842b2d) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:41.198027 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:41.198602 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.205290 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24ad3d-3d0e-43a2-8176-dfb7619ab168 None None] Network 25d54a90-6ca9-492d-ac3e-c57311842b2d requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:41.226848 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5110543 Aug 25 19:11:41.237085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.244078 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6a2f5bb1-a98f-42fa-95b7-a3c64ac8b419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:41.291171 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Pushing event deleted for resources: {'Port': ['ID=779b0064-ab2c-472c-8200-0d5edaaed76b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:41.295870 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:41.373494 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.412921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.442083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.446965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a1538-c5c8-4f60-93fc-d736f9c923ec None None] Network 25d54a90-6ca9-492d-ac3e-c57311842b2d requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:41.471187 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.475969 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e920832-d88c-43c1-85d7-b78f4fe38905 HTTP/1.1" status: 204 len: 168 time: 2.1430531 Aug 25 19:11:41.506417 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.511947 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6ba2bb93-7a52-4c41-99bf-3bdff8eb2fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:41.525791 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee207461-6bd2-4188-bc22-f269345fe844,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:41.530554 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:41.534752 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:41.535813 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fc324c8f-af29-4119-bf54-0b1e7e8fea53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee207461-6bd2-4188-bc22-f269345fe844 HTTP/1.1" status: 204 len: 168 time: 0.3603630 Aug 25 19:11:41.552591 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.504254 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43698) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:42.632788 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700718816-network', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:42.637524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:42.643421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Usage tracker for resource:network and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:42.647997 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:42.655220 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:42.664893 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Made reservation on behalf of c7f9dc3c53f742378d0e4094366893f4 for: {'network': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:42.667150 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.680200 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.713909 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:42.717637 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:42.720449 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:42.726774 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:42.796689 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.802341 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.805700 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6f84d7bc-6dd3-4332-b512-2946663e1a2d tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:42.835078 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=75028) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:42.843849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9d1e0-a099-4a51-93f4-58f47f4477f2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:42.848089 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:42.850711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.851070 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.segments_db [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Added segment f93366df-f416-425a-93eb-2dd085224879 of type vlan for network 4427d4f8-15f2-4a00-bf32-b5613f229587 Aug 25 19:11:42.879438 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.909874 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.911307 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:42.911968 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:42.915261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:43.015378 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Pushing event updated for resources: {'Network': ['ID=4427d4f8-15f2-4a00-bf32-b5613f229587,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:43.019502 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5141385 Aug 25 19:11:43.020443 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:43.022470 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43712) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:43.027547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:43.031481 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Request body: {'subnet': {'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700718816-subnet', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:43.036566 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:43.040486 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Usage tracker for resource:subnet and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:43.047145 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:43.054063 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:43.067024 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Made reservation on behalf of c7f9dc3c53f742378d0e4094366893f4 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:43.070865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1775398'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.306842 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2231232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1775412'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.310794 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:43.388605 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=906a39a7-3f9b-4b7b-91f1-930535e5e8fc,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:43.392388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:43.401481 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Checking segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:43.401872 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Network hostable DHCP agents. Network: 4427d4f8-15f2-4a00-bf32-b5613f229587, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:43.424325 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:43.435132 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 4427d4f8-15f2-4a00-bf32-b5613f229587) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:43.441085 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:43.442055 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.449598 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555bdb5-19ad-4772-865e-91ac8a91a5b6 None None] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:43.470333 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3cb96531-ca65-45f5-9293-989f6ba6b0ab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4440477 Aug 25 19:11:43.470670 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43724) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:43.477079 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:43.482202 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:43.485927 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Usage tracker for resource:router and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:43.489949 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:43.496577 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:43.508781 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.509777 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.531902 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.687567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.723655 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-4427d4f8-15f2-4a00-bf32-b5613f229587', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:11:43.723829 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:43.900585 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Allocated IP 172.20.0.2 (4427d4f8-15f2-4a00-bf32-b5613f229587/906a39a7-3f9b-4b7b-91f1-930535e5e8fc/79e534f4-2828-452a-aaed-357271e292a3) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:44.011656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.043141 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.149896 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.164520 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Transition to ACTIVE for port object 79e534f4-2828-452a-aaed-357271e292a3 will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:44.190632 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Transition to ACTIVE for port object 79e534f4-2828-452a-aaed-357271e292a3 will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:44.200048 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.211044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:44.228112 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Allocated IP 172.27.2.91 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/3b2ce4bd-8f36-465a-8bc7-825f18affdf2) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:44.369205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:44.372013 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:44.376031 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:44.382901 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Pushing event updated for resources: {'Port': ['ID=79e534f4-2828-452a-aaed-357271e292a3,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:44.386457 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:44.427811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43740) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:44.447875 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.469945 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Attempting to bind port 79e534f4-2828-452a-aaed-357271e292a3 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:44.470338 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Attempting to bind port 79e534f4-2828-452a-aaed-357271e292a3 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:44.470768 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Attempting to bind port 79e534f4-2828-452a-aaed-357271e292a3 on network 4427d4f8-15f2-4a00-bf32-b5613f229587 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:44.479394 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:44.479606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.479815 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Checking segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:44.480202 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.480601 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Bound using segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:44.481131 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Bound port: 79e534f4-2828-452a-aaed-357271e292a3, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:44.481497 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.483606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9eb248d8-c603-45ef-814e-3b5bbb7f427d tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:44.550546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:44.554233 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:44.556503 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Pushing event updated for resources: {'Port': ['ID=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:44.558680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:44.583549 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] For port 79e534f4-2828-452a-aaed-357271e292a3, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:44.586957 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] For port 79e534f4-2828-452a-aaed-357271e292a3, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=79e534f4-2828-452a-aaed-357271e292a3,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:44.588956 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:44.595219 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.601411 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:44.678895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Pushing event updated for resources: {'Port': ['ID=79e534f4-2828-452a-aaed-357271e292a3,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:44.684285 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-3d17e58b-9c40-478d-88ce-dff463e8c2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:44.736221 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.737588 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:44.983316 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:45.041753 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75028) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:11:45.270445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:45.282115 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Sync routers for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:45.295899 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:45.297061 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:45.297424 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:45.302337 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8307281 Aug 25 19:11:45.303001 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43750) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:45.595251 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:45.929592 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 79e534f4-2828-452a-aaed-357271e292a3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:45.950223 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:44Z', 'revision_number': 3, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:45.957637 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Checking router: 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:45.958276 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Updating router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:11:45.969449 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Deleting port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:45.969983 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.016744 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d58194-9589-4809-8745-9ead012b6f4d None None] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:46.024142 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.183383 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 79e534f4-2828-452a-aaed-357271e292a3 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:46.190873 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Provisioning for port 79e534f4-2828-452a-aaed-357271e292a3 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:46.199841 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Provisioning complete for port 79e534f4-2828-452a-aaed-357271e292a3 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:46.200555 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.227392 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] For port 6511e5e3-21e0-4e39-b23f-18c0b3c902f3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:46.227774 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.248944 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 79e534f4-2828-452a-aaed-357271e292a3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:46.249547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.372986 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Calling delete_port for 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 owned by network:router_interface {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:46.425680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.431609 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.444733 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Transition to ACTIVE for port object 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:46.453483 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.458333 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-52540440-2d1f-4359-a277-2b46c6a8354e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:46.516871 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:11:46.535328 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.559944 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Attempting to bind port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:46.560480 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Attempting to bind port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:46.561001 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Attempting to bind port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:46.563427 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Pushing event updated for resources: {'Port': ['ID=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,revision_number=2']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:46.576143 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.576618 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.577071 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.577508 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.577931 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.578350 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.578763 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.579199 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.579628 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.580037 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.580443 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:11:46.585295 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:46.586574 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:46.587114 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:46.587834 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.588144 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:46.588884 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Bound port: 3b2ce4bd-8f36-465a-8bc7-825f18affdf2, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:46.589358 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.592168 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.596852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-93a77c15-dd0a-4249-a21c-b94171eefb56 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:46.618834 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.645631 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Pushing event deleted for resources: {'Port': ['ID=6511e5e3-21e0-4e39-b23f-18c0b3c902f3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:46.649521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:46.673526 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 79e534f4-2828-452a-aaed-357271e292a3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=79e534f4-2828-452a-aaed-357271e292a3,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:46.681532 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.687723 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:46.710040 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] For port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:46.718932 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] For port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:46.725491 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:46.731957 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-0829edef-36ac-49e8-bdf7-5f2e2b513d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:46.739498 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Allocated IP 172.20.0.1 (4427d4f8-15f2-4a00-bf32-b5613f229587/906a39a7-3f9b-4b7b-91f1-930535e5e8fc/8cc371d1-d19a-4bd5-982d-5f9073ea4eb8) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:46.880617 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Pushing event updated for resources: {'Port': ['ID=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:46.885932 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4a26681a-c98d-4e7d-af91-a5c7484df5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:46.906591 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:46.907746 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-027a0962-104c-4213-a3a4-5ebef8db9f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:46.908242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=79e534f4-2828-452a-aaed-357271e292a3,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:46.927468 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:46.935742 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:46.936449 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:47.002105 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.038830 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Transition to ACTIVE for port object 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:47.064210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.071694 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:47.097491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.152149 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:47.157295 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:47.168923 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:47.170132 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:47.182149 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:47.212026 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:47.259272 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.360031 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.601543 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Provisioning complete for port 79e534f4-2828-452a-aaed-357271e292a3 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:47.602124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.669262 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:44Z', 'revision_number': 3, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:47.676304 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35fe81-b020-4a38-bb0f-b64e765f068d None None] The sync data for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi is: [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:44Z', 'revision_number': 3, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:47.703421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.712789 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.756969 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1efd2cbb-e16d-46f0-87e1-f1dd538952c5 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:47.782080 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Provisioning for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:47.787911 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Provisioning complete for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:47.788547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.852349 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:47.892543 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ec6b8-7b66-4757-b7e1-dfe83dc719c4 None None] Port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:11:47.981891 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 79e534f4-2828-452a-aaed-357271e292a3 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:48.014543 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Router f97acd08-a39c-455b-ba26-6bfe0ece81b1 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:48.030199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:48.038727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:48.072360 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 79e534f4-2828-452a-aaed-357271e292a3 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:48.072781 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:48.106711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:48.107839 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:48.310028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:48.326657 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Sync routers for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:48.333892 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-82dc596a-7a43-476d-8038-6f7884b6f610 admin admin] 10.222.0.26 "PUT /v2.0/routers/f97acd08-a39c-455b-ba26-6bfe0ece81b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9049730 Aug 25 19:11:48.336227 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43770) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:48.343526 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:48.344162 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:48.523434 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-edc37c9c-e4b0-49f5-b1b1-42dbf1498ed0 None None] Provisioning complete for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:48.523766 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-edc37c9c-e4b0-49f5-b1b1-42dbf1498ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:48.575838 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:48.658511 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-edc37c9c-e4b0-49f5-b1b1-42dbf1498ed0 None None] Port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:11:48.684014 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:48.729916 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:48.847389 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:48.861809 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Deleting port 7a711606-5db4-48bb-916a-49db5f7d69c3 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:48.863465 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:48.989614 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:49.011704 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] 10.222.0.26 "PUT /v2.0/routers/42a1c2c1-1aac-42b1-9bb9-c0b63ccff551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7002420 Aug 25 19:11:49.039356 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] For port 7a711606-5db4-48bb-916a-49db5f7d69c3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=7a711606-5db4-48bb-916a-49db5f7d69c3,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:49.039718 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:49.081635 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:11:46Z', 'revision_number': 5, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port': {'id': '7a711606-5db4-48bb-916a-49db5f7d69c3', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:db:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:02:52Z', 'updated_at': '2021-08-25T19:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:49.086915 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Checking router: f97acd08-a39c-455b-ba26-6bfe0ece81b1 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:49.101419 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Routers {'f97acd08-a39c-455b-ba26-6bfe0ece81b1'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:49.102110 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:49.168256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Calling delete_port for 7a711606-5db4-48bb-916a-49db5f7d69c3 owned by network:router_gateway {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:49.274178 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] Set router f97acd08-a39c-455b-ba26-6bfe0ece81b1 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:49.420733 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:11:48Z', 'revision_number': 6, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:49.423964 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:49.425808 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a8ca98-cd4c-48de-9408-d92523414ba5 None None] The sync data for ids ['f97acd08-a39c-455b-ba26-6bfe0ece81b1'] in dv-cinder-806038-1-iscsi is: [{'id': 'f97acd08-a39c-455b-ba26-6bfe0ece81b1', 'name': 'tempest-AttachVolumeShelveTestJSON-40857739-router', 'tenant_id': '69be6c7d8b0840568f788602118a2e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:02:51Z', 'updated_at': '2021-08-25T19:11:48Z', 'revision_number': 6, 'project_id': '69be6c7d8b0840568f788602118a2e77', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:49.430736 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-83a09d9d-3370-4fc0-8a11-bcfec4471d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:49.481264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7a711606-5db4-48bb-916a-49db5f7d69c3,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:49.484743 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:49.814594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:49.950310 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43802) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:49.958441 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:49.962973 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992135866-network', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:49.970631 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:50.027030 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:50.028944 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Usage tracker for resource:network and tenant:fbb87535ef0247c8a41d7727147b5b69 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:50.031847 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:50.032239 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.036048 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:50.049352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:50.116262 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.121208 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.124900 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Made reservation on behalf of fbb87535ef0247c8a41d7727147b5b69 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:50.127164 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.142005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.150242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.168483 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:50.172580 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.175813 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-1263a686-7662-4b57-91f8-4ab12234fb24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:50.184461 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:50.188711 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb87535ef0247c8a41d7727147b5b69 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:50.191808 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.192321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97acd08-a39c-455b-ba26-6bfe0ece81b1 {{(pid=75029) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:11:50.193990 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:50.202393 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:50.221259 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:50.238382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.239484 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] 10.222.0.26 "DELETE /v2.0/routers/f97acd08-a39c-455b-ba26-6bfe0ece81b1 HTTP/1.1" status: 204 len: 168 time: 1.9021070 Aug 25 19:11:50.241971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43806) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:50.272265 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:50.272616 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 6511e5e3-21e0-4e39-b23f-18c0b3c902f3 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:50.290919 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:50.294433 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:50.332541 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Deleting subnet a202dfff-d381-4c86-b166-e605a35fa650 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:50.340320 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.366172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.370951 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.375968 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-002d3a40-4d69-417f-904b-fc74114d6abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:50.418962 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:50.425749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.456496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2ec1d-dc1d-475a-8fd6-1dcd5f72ca59,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:50.463742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:50.469127 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.469438 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Added segment 4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c of type vlan for network e725a344-ccfa-4cd0-ad9c-0db348588cce Aug 25 19:11:50.514605 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.554005 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.589865 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.592479 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:50.593093 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.598927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-147dc5f5-0ad6-4ba0-9da5-bc55da20e6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:50.722698 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7663031 Aug 25 19:11:50.722698 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Pushing event updated for resources: {'Network': ['ID=e725a344-ccfa-4cd0-ad9c-0db348588cce,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:50.722698 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:50.723355 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43816) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:50.728818 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Request body: {'subnet': {'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992135866-subnet', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:50.733276 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network e725a344-ccfa-4cd0-ad9c-0db348588cce details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:50.733828 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.734903 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:50.741956 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:50.770715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Usage tracker for resource:subnet and tenant:fbb87535ef0247c8a41d7727147b5b69 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:50.776410 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:50.789039 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a202dfff-d381-4c86-b166-e605a35fa650,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:50.791507 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:50.793927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:50.798504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.803075 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d5952108-b37d-4eeb-b7cf-c3d531a31216 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a202dfff-d381-4c86-b166-e605a35fa650 HTTP/1.1" status: 204 len: 168 time: 0.5577662 Aug 25 19:11:50.803705 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43822) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:50.806846 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb34dc-8d99-4cd5-92c7-5c857c1aff2f None None] Network cdcc9d0f-87db-4bd6-993d-866950e72b27 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:50.824196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Made reservation on behalf of fbb87535ef0247c8a41d7727147b5b69 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:50.826386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:50.998463 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.022896 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Deleting port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:51.023239 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.093637 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] DHCP port deletion for cdcc9d0f-87db-4bd6-993d-866950e72b27 request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:11:51.098040 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Deleting port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:51.098426 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.327942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] For port a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:51.328219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.336531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.343222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-42fbff62-ba5a-4eaf-8a0f-21678e10d7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:51.361172 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] For port a94029a7-5f76-4faa-89b6-bf3a08ac39a0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,segment=NetworkSegment(4381bb01-a4fe-4c6a-8d30-c1b6bc477886),segment_id=4381bb01-a4fe-4c6a-8d30-c1b6bc477886)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:51.361581 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.492789 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Calling delete_port for a94029a7-5f76-4faa-89b6-bf3a08ac39a0 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:51.566634 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408'] for port, after_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.570765 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:51.603663 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Calling delete_port for a94029a7-5f76-4faa-89b6-bf3a08ac39a0 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:11:51.610552 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Pushing event deleted for resources: {'Port': ['ID=a94029a7-5f76-4faa-89b6-bf3a08ac39a0,revision_number=None']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:51.613361 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:51.620825 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] No DVR routers for this DVR port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 on host dv-cinder-806038-1-iscsi {{(pid=75030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:11:51.678932 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ee0c8b-73dc-4c01-b12e-d75490456022,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:51.685277 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:51.720440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.db.api [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:11:51.720846 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_db.api [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:11:51.722187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Checking segment: {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:51.722521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Network hostable DHCP agents. Network: e725a344-ccfa-4cd0-ad9c-0db348588cce, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:51.744257 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Network e725a344-ccfa-4cd0-ad9c-0db348588cce is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:51.754553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, e725a344-ccfa-4cd0-ad9c-0db348588cce) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:51.758906 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:51.759492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.762955 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5f44a4-cf94-4c38-bfbd-5d51dbff7813 None None] Network e725a344-ccfa-4cd0-ad9c-0db348588cce requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:51.795638 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2e2c63f5-79ad-4156-bf58-180af4dd3c66 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0686872 Aug 25 19:11:51.795827 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43828) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:51.801803 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:51.807440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:51.812330 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Usage tracker for resource:router and tenant:fbb87535ef0247c8a41d7727147b5b69 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:51.815952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:51.824345 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:51.830317 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Sync routers for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:51.838167 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128473'] for router, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.839109 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128290'] for router, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.854851 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:51.857090 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:51.865702 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:51.884319 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:52.051521 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128308'] for router, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.097102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:52.097671 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.145418 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd8303f38-8a58-5ff3-99e2-738dbbba81c4-e725a344-ccfa-4cd0-ad9c-0db348588cce', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022'}]}} from dv-cinder-806038-1-iscsi. {{(pid=75030) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 19:11:52.146336 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.171170 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:52.243349 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Deleting port a94029a7-5f76-4faa-89b6-bf3a08ac39a0 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:11:52.243617 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.329914 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] The port 'a94029a7-5f76-4faa-89b6-bf3a08ac39a0' was deleted {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:11:52.377846 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.db_base_plugin_common [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Allocated IP 172.20.0.2 (e725a344-ccfa-4cd0-ad9c-0db348588cce/49ee0c8b-73dc-4c01-b12e-d75490456022/61e8efea-bc54-4aa3-b984-abe81235fccb) {{(pid=75030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:52.469193 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device a94029a7-5f76-4faa-89b6-bf3a08ac39a0 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:52.516685 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: a94029a7-5f76-4faa-89b6-bf3a08ac39a0 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:52.517044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device a94029a7-5f76-4faa-89b6-bf3a08ac39a0 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:52.517479 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 7a711606-5db4-48bb-916a-49db5f7d69c3 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:11:52.558460 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 7a711606-5db4-48bb-916a-49db5f7d69c3 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:11:52.558818 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 7a711606-5db4-48bb-916a-49db5f7d69c3 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:11:52.600055 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.624536 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 2, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:52.629486 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Checking router: 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:52.629920 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Updating router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:11:52.685848 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.693297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.712881 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks [] for port, precommit_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.723245 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Transition to ACTIVE for port object 61e8efea-bc54-4aa3-b984-abe81235fccb will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:52.736500 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.749365 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Transition to ACTIVE for port object 61e8efea-bc54-4aa3-b984-abe81235fccb will not be triggered until provisioned by entity DHCP. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:52.756246 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcc9d0f-87db-4bd6-993d-866950e72b27']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:52.756622 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399'] for port, after_create {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.760270 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0ae5a221-17bd-43c1-82cc-084b3466bb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:52.777976 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4381bb01-a4fe-4c6a-8d30-c1b6bc477886') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:52.778424 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4381bb01-a4fe-4c6a-8d30-c1b6bc477886') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:52.797256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.829117 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Network e725a344-ccfa-4cd0-ad9c-0db348588cce is already hosted by enough agents. {{(pid=75030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:52.833686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.scheduler.base_scheduler [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Resources bound (agent type, host, resource id): {{(pid=75030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:52.835502 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Pushing event updated for resources: {'Port': ['ID=61e8efea-bc54-4aa3-b984-abe81235fccb,revision_number=1']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:52.837553 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Received port after_create {{(pid=75030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:52.839694 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:52.851483 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.864737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:52.865146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn( Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn( Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn( Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: util.warn( Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:52.878453 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:52.934316 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Attempting to bind port 61e8efea-bc54-4aa3-b984-abe81235fccb on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:52.934894 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Attempting to bind port 61e8efea-bc54-4aa3-b984-abe81235fccb by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:52.935568 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Attempting to bind port 61e8efea-bc54-4aa3-b984-abe81235fccb on network e725a344-ccfa-4cd0-ad9c-0db348588cce {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:52.942176 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:52.942655 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Checking segment: {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:52.943117 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.943636 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Bound using segment: {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:52.944194 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Bound port: 61e8efea-bc54-4aa3-b984-abe81235fccb, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:52.944647 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.969370 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Allocated IP 172.27.2.235 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/fa03250c-d41c-4249-a7fd-bc682f37663d) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:52.979556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:52.987082 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.014856 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.041464 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] For port 61e8efea-bc54-4aa3-b984-abe81235fccb, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:53.045015 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] For port 61e8efea-bc54-4aa3-b984-abe81235fccb, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=61e8efea-bc54-4aa3-b984-abe81235fccb,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:53.050817 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.056289 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.057687 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.070469 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Transition to ACTIVE for port object 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:53.075221 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcc9d0f-87db-4bd6-993d-866950e72b27,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.077838 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.083227 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.085016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.109917 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-81e88450-c952-4d5a-8588-171d1aca8caa admin admin] 10.222.0.26 "DELETE /v2.0/networks/cdcc9d0f-87db-4bd6-993d-866950e72b27 HTTP/1.1" status: 204 len: 168 time: 2.3033438 Aug 25 19:11:53.191145 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Pushing event updated for resources: {'Port': ['ID=61e8efea-bc54-4aa3-b984-abe81235fccb,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.195242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.198557 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.232565 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d556486-e074-4bad-9818-07317c92bfdb None None] Pushing event updated for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.236714 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4d556486-e074-4bad-9818-07317c92bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.242400 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.246962 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9237b3e6-ef33-4de0-a340-575a9dd57765 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.322502 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:53.325542 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:53.330332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:53.360953 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Attempting to bind port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:53.361369 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Attempting to bind port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:53.361971 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Attempting to bind port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 on network 4427d4f8-15f2-4a00-bf32-b5613f229587 {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:53.371631 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:53.372195 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Checking segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:53.372602 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.373102 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Bound using segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:53.373708 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Bound port: 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:53.374405 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.382020 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Pushing event updated for resources: {'Port': ['ID=fa03250c-d41c-4249-a7fd-bc682f37663d,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.389297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.442796 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43842) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:53.512429 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b27a52ed-c023-4eba-8418-7f9ee207e1e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69be6c7d8b0840568f788602118a2e77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621364 Aug 25 19:11:53.513114 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43846) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:53.515906 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] For port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:53.525422 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] For port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:53.530344 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.536767 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.626761 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d556486-e074-4bad-9818-07317c92bfdb None None] Pushing event updated for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.630222 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-4d556486-e074-4bad-9818-07317c92bfdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.639174 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:53.639821 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:53.729603 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.756580 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.812421 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.816869 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-acbf9c59-6be6-41c0-b686-4a49b1baf955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:53.834555 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96301368-8a82-4e49-ade0-433ff3c51f49,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:53.848851 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:53.849635 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.853753 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96301368-8a82-4e49-ade0-433ff3c51f49 HTTP/1.1" status: 204 len: 168 time: 0.3370376 Aug 25 19:11:53.874820 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:53.875664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690971'] for router, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:54.007271 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:54.017621 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 61e8efea-bc54-4aa3-b984-abe81235fccb up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:54.122170 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 61e8efea-bc54-4aa3-b984-abe81235fccb completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:54.238607 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 is scheduled to L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 with binding_index 1 {{(pid=75029) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 19:11:54.479948 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:53Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:54.487528 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916077ac-ecc0-46dd-a1ce-1b593dee172a None None] The sync data for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi is: [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:53Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:54.576141 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:54.604268 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Sync routers for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:11:54.626799 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:54.627666 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:54.631054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Notify callbacks [] for router, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:54.635765 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8389719 Aug 25 19:11:54.638942 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43870) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:54.775480 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6a0ac-3161-4663-b716-fcb3e1abe961 None None] Network e725a344-ccfa-4cd0-ad9c-0db348588cce requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:54.927243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Provisioning for port 61e8efea-bc54-4aa3-b984-abe81235fccb completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:54.942617 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Provisioning complete for port 61e8efea-bc54-4aa3-b984-abe81235fccb triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:54.942997 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.175828 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:55.278962 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43882) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:55.437788 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1412296486-network', 'tenant_id': '764773e4a3f040468e898e534bd65c26'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:55.443435 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:55.447524 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Usage tracker for resource:network and tenant:764773e4a3f040468e898e534bd65c26 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:55.451648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:55.458940 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:55.470484 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Made reservation on behalf of 764773e4a3f040468e898e534bd65c26 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:55.474214 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.489352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.527001 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:55.531945 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Usage tracker for resource:security_group_rule and tenant:764773e4a3f040468e898e534bd65c26 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:55.537506 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:55.544016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:55.593284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.598561 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.619594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.625457 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.647823 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:55.657762 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.658155 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Added segment 78c0d341-aae3-4c12-b45d-5773a6c649e9 of type vlan for network caa242e7-aa32-4cab-b633-57f972e4fb1b Aug 25 19:11:55.668354 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] For port 61e8efea-bc54-4aa3-b984-abe81235fccb, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=61e8efea-bc54-4aa3-b984-abe81235fccb,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:55.683375 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.687035 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:55.709665 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.749328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b39a9d29-334d-4f23-8bee-0d3a226076ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:55.765517 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.767004 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:53Z', 'revision_number': 3, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:55.770280 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:55.771024 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.789664 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Checking router: 9fe8258f-dc8c-4323-9504-2b1431e7ed27 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:11:55.789998 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Updating router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 port fa03250c-d41c-4249-a7fd-bc682f37663d binding host dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:11:55.811595 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1969c31c-ddf4-488f-8650-7d37e7265cf2,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:55.834639 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:55.835152 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-748aa3c6-3fa1-4b31-aebf-d673e88f4e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:55.924878 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Allocated IP 172.20.0.1 (e725a344-ccfa-4cd0-ad9c-0db348588cce/49ee0c8b-73dc-4c01-b12e-d75490456022/5eb9480d-c947-4561-9e71-ceb8f4dab627) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:11:55.940702 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:55.940984 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6602254 Aug 25 19:11:55.941138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43892) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:55.964228 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Request body: {'subnet': {'network_id': 'caa242e7-aa32-4cab-b633-57f972e4fb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1412296486-subnet', 'tenant_id': '764773e4a3f040468e898e534bd65c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:55.973196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:55.978927 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Pushing event updated for resources: {'Network': ['ID=caa242e7-aa32-4cab-b633-57f972e4fb1b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:55.981576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Usage tracker for resource:subnet and tenant:764773e4a3f040468e898e534bd65c26 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:55.984862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:55.985991 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:55.992318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:56.005594 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Made reservation on behalf of 764773e4a3f040468e898e534bd65c26 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:56.009225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.028389 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:56.074550 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Pushing event updated for resources: {'Port': ['ID=61e8efea-bc54-4aa3-b984-abe81235fccb,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:56.077486 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network caa242e7-aa32-4cab-b633-57f972e4fb1b details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:56.112310 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.133973 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Transition to ACTIVE for port object 5eb9480d-c947-4561-9e71-ceb8f4dab627 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:56.162361 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.167974 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a0617496-a905-4817-b6aa-b1f9aedfd874 tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:56.223827 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-2f31bea9-b79f-42d1-b25d-013648af16ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:56.240517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Network e725a344-ccfa-4cd0-ad9c-0db348588cce is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:56.243813 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:56.248844 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:11:56.354080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.360094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f4744c98-ca44-437a-96d7-feaca110ca4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:56.433831 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ada47751-28b5-4318-b7fa-076527669090 None None] Provisioning complete for port 61e8efea-bc54-4aa3-b984-abe81235fccb triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:56.436431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ada47751-28b5-4318-b7fa-076527669090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.441965 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:56.455813 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:56.462094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcac4629-5a63-47b8-b3c2-9e5aea6c3211,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:56.464256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Checking segment: {'id': '78c0d341-aae3-4c12-b45d-5773a6c649e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'caa242e7-aa32-4cab-b633-57f972e4fb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:56.464606 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Network hostable DHCP agents. Network: caa242e7-aa32-4cab-b633-57f972e4fb1b, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:56.475397 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:56.477165 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691141'] for router_interface, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.512115 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Network caa242e7-aa32-4cab-b633-57f972e4fb1b is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:56.534289 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, caa242e7-aa32-4cab-b633-57f972e4fb1b) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:56.545549 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:56.546193 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.580191 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-07789c77-866d-4905-b3fc-6d3a07d8c1b8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6254323 Aug 25 19:11:56.581073 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.633245 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9951bc5-ec53-42a6-b955-7e0c973ec49f None None] Network caa242e7-aa32-4cab-b633-57f972e4fb1b requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:56.828987 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.835105 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.863711 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6d24632f-f309-49f4-8552-f082d9c39522 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:56.892107 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:56.935607 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:56.935607 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.946586 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3591181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692524'] for router_interface, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:56.957067 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:57.027594 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:57.097490 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Network e725a344-ccfa-4cd0-ad9c-0db348588cce is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:11:57.098607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:57.202369 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73140e8a-c9b4-4229-8b06-ba20d7662159 None None] Network caa242e7-aa32-4cab-b633-57f972e4fb1b requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:57.310746 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks [] for port, precommit_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.344608 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-66bc3112-84e6-44fc-9b4b-1a533485d48d None None] Provisioning for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:11:57.367955 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Transition to ACTIVE for port object fa03250c-d41c-4249-a7fd-bc682f37663d will not be triggered until provisioned by entity L2. {{(pid=75030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:11:57.371037 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.386221 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-66bc3112-84e6-44fc-9b4b-1a533485d48d None None] Provisioning complete for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:57.386747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-66bc3112-84e6-44fc-9b4b-1a533485d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.429032 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.443303 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:57.577811 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43920) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:57.585577 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843265943-network', 'tenant_id': 'db5e11cba9e14c1183c91b9276e69619'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:57.591568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:11:57.592754 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:57.599249 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Usage tracker for resource:network and tenant:db5e11cba9e14c1183c91b9276e69619 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:57.603399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:57.606410 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-66bc3112-84e6-44fc-9b4b-1a533485d48d None None] Port 5eb9480d-c947-4561-9e71-ceb8f4dab627 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:11:57.611227 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:57.633148 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Made reservation on behalf of db5e11cba9e14c1183c91b9276e69619 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:57.633588 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:11:57.636926 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.639221 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ebcd9-a0da-43da-8504-db06328e4896 None None] Pushing event updated for resources: {'Port': ['ID=fa03250c-d41c-4249-a7fd-bc682f37663d,revision_number=2']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:57.642009 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bb9ebcd9-a0da-43da-8504-db06328e4896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:57.647440 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Attempting to bind port fa03250c-d41c-4249-a7fd-bc682f37663d on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:11:57.647824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Attempting to bind port fa03250c-d41c-4249-a7fd-bc682f37663d by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:11:57.648200 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Attempting to bind port fa03250c-d41c-4249-a7fd-bc682f37663d on network 60d62a53-e5ad-4c27-8eed-c122d41318b1 {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:11:57.654726 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.654911 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.663297 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-5c2dec08-9074-4b70-b265-5e8b0d9df2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:57.703909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:57.713466 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Usage tracker for resource:security_group_rule and tenant:db5e11cba9e14c1183c91b9276e69619 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:57.717602 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:57.724344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:57.747202 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.748062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:11:57.748485 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Checking segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:57.749307 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.749720 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Bound using segment: {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'} {{(pid=75030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:11:57.750221 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.managers [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Bound port: fa03250c-d41c-4249-a7fd-bc682f37663d, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c38e49d-1960-43aa-908f-3c4e05475820', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1'}}] {{(pid=75030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:11:57.750912 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.807366 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.813820 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.819696 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:57.870208 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:11:57.872050 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:57.876293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:57.882391 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:11:57.883131 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-15337d63-689c-43c8-b885-3ae25ab5ca40 None None] Provisioning complete for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:57.883511 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-15337d63-689c-43c8-b885-3ae25ab5ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.889711 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b08b84-d64d-4db1-a509-dc9bd30e122b,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:57.903440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:57.914934 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] 10.222.0.26 "PUT /v2.0/routers/9fe8258f-dc8c-4323-9504-2b1431e7ed27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2646685 Aug 25 19:11:57.926514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:57.926978 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Added segment 8f3bd211-cd00-41e8-9585-e7c21dc9cf09 of type vlan for network e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd Aug 25 19:11:57.928424 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 61e8efea-bc54-4aa3-b984-abe81235fccb up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:57.964990 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.012003 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] For port fa03250c-d41c-4249-a7fd-bc682f37663d, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:11:58.017570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.019830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:58.020652 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.031327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c5c716f4-134d-42af-82f6-166e0eb9f18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:58.037916 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] For port fa03250c-d41c-4249-a7fd-bc682f37663d, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=fa03250c-d41c-4249-a7fd-bc682f37663d,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:11:58.040816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-15337d63-689c-43c8-b885-3ae25ab5ca40 None None] Port 5eb9480d-c947-4561-9e71-ceb8f4dab627 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:11:58.046768 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.051326 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:58.159639 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Pushing event updated for resources: {'Network': ['ID=e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:58.163368 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ebcd9-a0da-43da-8504-db06328e4896 None None] Pushing event updated for resources: {'Port': ['ID=fa03250c-d41c-4249-a7fd-bc682f37663d,revision_number=3']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:58.167396 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43936) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:58.167771 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5877559 Aug 25 19:11:58.168839 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:58.170694 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 61e8efea-bc54-4aa3-b984-abe81235fccb triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:58.171375 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.173129 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Request body: {'subnet': {'network_id': 'e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1843265943-subnet', 'tenant_id': 'db5e11cba9e14c1183c91b9276e69619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:58.181813 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:58.189783 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Usage tracker for resource:subnet and tenant:db5e11cba9e14c1183c91b9276e69619 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:58.196471 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:58.209692 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:58.233163 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bb9ebcd9-a0da-43da-8504-db06328e4896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:58.235745 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:11:58.237069 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Made reservation on behalf of db5e11cba9e14c1183c91b9276e69619 for: {'subnet': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:11:58.239878 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1775398'] for subnet, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.280370 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:11:58.281187 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:11:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:58.505896 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2231232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1775412'] for subnet, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.511399 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:58.661529 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43948) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:58.668248 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442685087', 'description': 'tempest-secgroup-smoke-1442685087 description', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:58.676040 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:58.681053 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:58.685038 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:58.692836 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:58.709816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:11:58.710621 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.724959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204b4874-12f2-4a4f-8530-027f5221295b,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:58.730220 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:58.746015 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Checking segment: {'id': '8f3bd211-cd00-41e8-9585-e7c21dc9cf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:11:58.746517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Network hostable DHCP agents. Network: e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75028) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:11:58.769067 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:58.772429 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Network e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75028) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:11:58.778061 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:58.782106 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:58.786060 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd) {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:11:58.790417 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:11:58.791229 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.797110 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55131a4b-835b-4616-a567-d432bd14f54f None None] Network e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:58.798533 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:58.826492 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6580896 Aug 25 19:11:58.869653 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.875544 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.883675 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e53faa34-b96b-4581-959c-a6144000f2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:58.923117 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834b1734-e838-442a-8077-6a671dc696fb,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:58.927820 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:58.955074 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:58.957853 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2949078 Aug 25 19:11:58.960393 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43958) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:58.969514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:58.978971 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:58.984133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:58.988179 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:58.992508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43962) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:58.995961 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.014924 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.071202 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Deleting subnet dcac4629-5a63-47b8-b3c2-9e5aea6c3211 {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:11:59.076028 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.100786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.105920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.108543 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.146936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.179928 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d93fb54-4bf4-4d70-b065-38ea26752165,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.185487 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.195998 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.200234 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7af43bc9-0639-493c-906d-38e9e4066882 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2380908 Aug 25 19:11:59.200858 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43968) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.210291 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:59.217567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.218913 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:59.225696 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:59.228834 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:59.236475 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.255054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.294242 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333b7db-4914-406f-b286-360d2156003d None None] Network e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:11:59.301603 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.307734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.324641 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.328906 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.331721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a96c0429-2d99-4de0-b0de-b34ed8bedb98 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.348197 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcac4629-5a63-47b8-b3c2-9e5aea6c3211,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.351014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.358432 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2fb0a3-c22e-4d5a-b59f-27595a9e317b,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.361138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.363868 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.369578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.369723 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1bb1420a-a0b0-4d74-b89c-15b941decbdc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dcac4629-5a63-47b8-b3c2-9e5aea6c3211 HTTP/1.1" status: 204 len: 168 time: 0.3759816 Aug 25 19:11:59.373715 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f33b39dd-fb0c-484d-afa5-d698e8dcd45b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1679997 Aug 25 19:11:59.373715 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43972) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.374524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43974) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.399110 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:59.407981 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:59.412915 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:59.417362 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:59.417712 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '5eb9480d-c947-4561-9e71-ceb8f4dab627', 'name': '', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'mac_address': 'fa:16:3e:2f:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:55Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 2, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'subnets': [{'id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:59.425244 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.436895 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2b712-c160-48ef-91a8-21e9a9aecc3a None None] The sync data for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi is: [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '5eb9480d-c947-4561-9e71-ceb8f4dab627', 'name': '', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'mac_address': 'fa:16:3e:2f:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:55Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 2, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'subnets': [{'id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:11:59.451989 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.543860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.548260 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.557498 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.575730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa443f1-0753-4c89-a48f-b26add80eb47,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.578774 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.586717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.588368 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2015960 Aug 25 19:11:59.590782 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 43980) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.591667 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.596193 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:59.601936 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:59.605778 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:59.608738 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:59.615262 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.633478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.697765 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.701361 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.709967 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cddbdd66-672b-49aa-975f-aa8559b359eb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.717440 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.730648 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d27f0e-7bf7-448d-bd19-2b717eb455da,revision_number=0']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.730880 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa242e7-aa32-4cab-b633-57f972e4fb1b']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:59.732999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.737916 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.741587 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f4a92568-3546-46c3-82f7-35bd3c36c6c6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1474009 Aug 25 19:11:59.741843 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43984) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:11:59.745360 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c0d341-aae3-4c12-b45d-5773a6c649e9') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:59.745654 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c0d341-aae3-4c12-b45d-5773a6c649e9') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:11:59.755570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:11:59.764425 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:11:59.767305 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.779262 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:11:59.784515 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:11:59.790561 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.792740 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:11:59.800556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:11:59.800984 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:11:59.814260 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:11:59.861415 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:11:59.875063 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Project c7f9dc3c53f742378d0e4094366893f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:11:59.892491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.923720 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.931832 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:11:59.932288 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.938590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:11:59.953427 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:11:59.963701 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Pushing event deleted for resources: {'Network': ['ID=caa242e7-aa32-4cab-b633-57f972e4fb1b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:11:59.968491 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:11:59.969880 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-8d4e62d2-b077-45da-976f-ac85be5ba74a admin admin] 10.222.0.26 "DELETE /v2.0/networks/caa242e7-aa32-4cab-b633-57f972e4fb1b HTTP/1.1" status: 204 len: 168 time: 0.5965588 Aug 25 19:11:59.973437 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43988) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:00.039983 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.048352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.054982 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Deleting subnet 204b4874-12f2-4a4f-8530-027f5221295b {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:12:00.059562 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.072160 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.111571 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41fcbb8-762b-4a13-8775-ee7f6d82d6ba,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.115787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.132181 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.133388 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ea82b0e0-8c88-40da-9c52-e7a866069f16 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3906159 Aug 25 19:12:00.136068 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 43992) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:00.139882 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.173379 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'security_group_rule': {'security_group_id': '834b1734-e838-442a-8077-6a671dc696fb', 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:00.185311 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:00.191918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:security_group_rule and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:00.195980 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:00.207957 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:00.225747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.253702 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.securitygroups_db [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Project c7f9dc3c53f742378d0e4094366893f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 19:12:00.267487 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.349979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.363922 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9e798bfc-7e08-43dd-902b-708e235c4890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.395916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.406328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204b4874-12f2-4a4f-8530-027f5221295b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.408075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739040'] for security_group_rule, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.409550 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.415512 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.431463 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.446265 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095c0a63-2edc-43c4-8642-0d1cbca0fa86,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.449270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.450925 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/204b4874-12f2-4a4f-8530-027f5221295b HTTP/1.1" status: 204 len: 168 time: 0.4765611 Aug 25 19:12:00.452504 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.460573 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-419b3e55-52e5-44ba-ae81-08be4ed8892a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3168240 Aug 25 19:12:00.461631 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44004) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:00.574874 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.584684 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44024) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:00.648685 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Deleting subnet b8d9eee9-75df-4293-9e03-63a9b148c3e5 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:12:00.651864 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.707934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.708511 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.720925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:00.738417 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3bd211-cd00-41e8-9585-e7c21dc9cf09') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:00.738662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3bd211-cd00-41e8-9585-e7c21dc9cf09') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:00.751098 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.766135 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.771180 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.777973 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:12:00.778620 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:12:00.792607 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:12:00.839795 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.844681 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f3a3d007-c224-4e56-8087-28eea54a519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.878116 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.881683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:00.883665 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d9eee9-75df-4293-9e03-63a9b148c3e5,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.887766 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.890728 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.897623 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-0c46c52d-7e1b-4643-8e9e-6536adf20763 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8d9eee9-75df-4293-9e03-63a9b148c3e5 HTTP/1.1" status: 204 len: 168 time: 0.3118978 Aug 25 19:12:00.897764 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:00.900025 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44036) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:00.910098 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:00.912934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:00.917177 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-5d1d78f1-9a70-4d26-80ae-2de9a15213b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e95ccf73-6ccb-49cc-b4cf-1bf4785d9ebd HTTP/1.1" status: 204 len: 168 time: 0.4515290 Aug 25 19:12:01.026069 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.170399 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44046) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:01.188383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.205080 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc240c80-6578-4330-abac-b816c8eb8c05']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:01.227098 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862baa95-d742-4cd4-819c-1459ef92f8f7') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:01.227383 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862baa95-d742-4cd4-819c-1459ef92f8f7') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:01.245470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.264455 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fb03362a-1d51-487d-8caa-22cd0bd6074a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=764773e4a3f040468e898e534bd65c26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0929029 Aug 25 19:12:01.266909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44050) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:01.270124 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.289742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:12:01.290131 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:12:01.303226 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:12:01.409147 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.415471 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-25e473ed-387f-419e-9269-ae8b8e7c5eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:01.427920 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.429905 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.449169 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc240c80-6578-4330-abac-b816c8eb8c05,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:01.457111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] 10.222.0.26 "DELETE /v2.0/networks/dc240c80-6578-4330-abac-b816c8eb8c05 HTTP/1.1" status: 204 len: 168 time: 0.5521750 Aug 25 19:12:01.458466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44054) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:01.460577 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-78c817dc-5946-436c-bd59-5054462cdedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:01.467547 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.527892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.532918 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-dce99325-cb48-43fe-9051-e6abe9dd78d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:01.535067 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Deleting subnet 10623379-a356-4ead-8f82-3d99125470ce {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:12:01.537932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.548707 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1969c31c-ddf4-488f-8650-7d37e7265cf2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:01.552384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:01.555800 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.557132 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1969c31c-ddf4-488f-8650-7d37e7265cf2 HTTP/1.1" status: 204 len: 168 time: 0.2892010 Aug 25 19:12:01.601736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.664161 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.754167 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.760824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:01.805476 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10623379-a356-4ead-8f82-3d99125470ce,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:01.807879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:01.811741 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.822042 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-fe406fd7-a1ad-4655-840e-5f7e453fb830 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/10623379-a356-4ead-8f82-3d99125470ce HTTP/1.1" status: 204 len: 168 time: 0.3613806 Aug 25 19:12:01.824143 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44062) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:01.938569 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:01.997229 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44066) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:02.090325 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.132975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d54a90-6ca9-492d-ac3e-c57311842b2d']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:02.149258 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2770bf-f07f-4941-91d7-21c93e6fa2a3') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:02.149583 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2770bf-f07f-4941-91d7-21c93e6fa2a3') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:02.164734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.186916 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.196880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:12:02.197290 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.208179 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ae602c14-4dd6-43ac-b188-3d45350a5276 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db5e11cba9e14c1183c91b9276e69619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2097065 Aug 25 19:12:02.216210 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44072) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:12:02.220117 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:12:02.285237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.322918 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.323560 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.330958 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:02.355514 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.360506 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d54a90-6ca9-492d-ac3e-c57311842b2d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:02.364364 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] 10.222.0.26 "DELETE /v2.0/networks/25d54a90-6ca9-492d-ac3e-c57311842b2d HTTP/1.1" status: 204 len: 168 time: 0.5388501 Aug 25 19:12:02.365352 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e91b14a-a852-4163-9bc1-e88cd30ec490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:02.391247 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.396418 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4637140b-1379-4c5c-ad88-a59503894996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:02.411567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b08b84-d64d-4db1-a509-dc9bd30e122b,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:02.415837 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:02.417108 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.418305 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-81590b1b-9959-4539-af53-7ddefb1aba5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06b08b84-d64d-4db1-a509-dc9bd30e122b HTTP/1.1" status: 204 len: 168 time: 0.2010131 Aug 25 19:12:02.589701 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44080) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:02.650088 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-59fb8656-bab7-42e9-bd41-2999b69ce28e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffa7214de4c6494c9fcbdf518aa680ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532200 Aug 25 19:12:02.650088 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44084) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:02.706884 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.734770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.807254 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.812278 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-554ff3d0-d2d3-47b4-b6fc-c3e19c3e1b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:02.824972 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2b907-7dab-4c11-beae-d183814c41c0,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:02.827564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:02.828590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:02.829836 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-8a15130e-398c-42c6-bb71-c4e0073b1784 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9f2b907-7dab-4c11-beae-d183814c41c0 HTTP/1.1" status: 204 len: 168 time: 0.1822979 Aug 25 19:12:03.186031 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44106) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:03.243756 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4e1d8ffd-927e-4fc0-9cf6-b1be3171327d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b624a8d84b2c463f9919da8241faa891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563221 Aug 25 19:12:03.246120 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44110) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:03.394687 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:03.424857 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:03.485395 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:03.492438 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8162799c-8316-44a0-8cbc-c3f5536a7eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:03.507739 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13438e91-e4c0-443f-96fd-1f0400398fd1,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:03.510054 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:03.512203 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:03.513491 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2b526f85-c765-4681-8ffc-2fa023856168 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13438e91-e4c0-443f-96fd-1f0400398fd1 HTTP/1.1" status: 204 len: 168 time: 0.2663867 Aug 25 19:12:05.470391 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44190) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:05.620809 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.651905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:05.655690 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Usage tracker for resource:security_group_rule and tenant:bcdc3c92eae74fffba55cc6762b858c3 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:05.658687 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:05.665178 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:05.730863 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.734662 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.741148 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bdde0762-0f80-4b55-94ba-77551067f2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:05.787365 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcdc3c92eae74fffba55cc6762b858c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157835 Aug 25 19:12:05.788234 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e886fee-fc85-46d0-a2d7-4d1cf3a94fc0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:05.790090 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44198) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:05.791847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-3f3e5578-de6f-424e-acfd-86e34100c2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:05.857782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.887438 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.890518 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device fa03250c-d41c-4249-a7fd-bc682f37663d up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:05.940158 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.945121 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f1eff26e-a842-46c1-9592-5340b2d8884f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:05.959885 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e886fee-fc85-46d0-a2d7-4d1cf3a94fc0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:05.961136 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port fa03250c-d41c-4249-a7fd-bc682f37663d completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:12:05.962273 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:05.966788 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port fa03250c-d41c-4249-a7fd-bc682f37663d triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:05.966965 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.967174 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:05.968231 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e886fee-fc85-46d0-a2d7-4d1cf3a94fc0 HTTP/1.1" status: 204 len: 168 time: 0.1770871 Aug 25 19:12:06.094039 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.110541 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port fa03250c-d41c-4249-a7fd-bc682f37663d, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=fa03250c-d41c-4249-a7fd-bc682f37663d,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:06.114589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.116466 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:06.183335 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=fa03250c-d41c-4249-a7fd-bc682f37663d,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:06.186441 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:06.321380 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44208) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:06.340300 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.372154 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:06.376217 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Usage tracker for resource:security_group_rule and tenant:bf673fc9dc4e4f91a6d6d47c926873fd is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:06.379623 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:06.385644 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:06.455133 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.459301 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.466213 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cecb36e4-64f0-4408-9778-aa60c50eaa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:06.504327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab063d1-f849-43d2-8bc3-ba6ca54df909,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:06.509472 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:06.515097 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-e9fa275d-08dd-479a-b1f7-ee28fc163446 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf673fc9dc4e4f91a6d6d47c926873fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1925373 Aug 25 19:12:06.517967 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44214) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:06.582733 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.609496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.674836 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.682742 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ac19e110-1d10-41ed-b798-d728ef6407e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:06.699407 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab063d1-f849-43d2-8bc3-ba6ca54df909,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:06.701683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:06.703783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:06.705074 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ab063d1-f849-43d2-8bc3-ba6ca54df909 HTTP/1.1" status: 204 len: 168 time: 0.1861792 Aug 25 19:12:06.774205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-40c07875-dab9-4255-9ab6-ad21d0cc1d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:07.264635 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:07.879772 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device fa03250c-d41c-4249-a7fd-bc682f37663d up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:08.000930 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port fa03250c-d41c-4249-a7fd-bc682f37663d triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:08.001304 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:09.128339 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0d34ebfa-172c-4517-ad9b-755df2375339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:10.129293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:11.527964 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.229146 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44378) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:20.451060 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.481644 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:20.485401 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Usage tracker for resource:security_group_rule and tenant:d685fd1ac21146a399abf74bae910036 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:20.488168 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:20.493761 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:20.556294 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.560570 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.567194 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cdfd072c-48bf-4e76-bf6f-5de38495284d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:20.609170 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21c128-7e9e-430a-886c-b768cb67fd70,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:20.613258 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:20.615570 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d685fd1ac21146a399abf74bae910036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3854473 Aug 25 19:12:20.618414 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44384) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:20.678729 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.705148 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.757767 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.762477 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b7a350ea-05c2-4d04-a183-76e3a7c792b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:20.775983 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21c128-7e9e-430a-886c-b768cb67fd70,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:20.778809 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:20.782917 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:20.784325 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-7852cbbb-299d-4a00-b63c-4d8e0c99f92d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba21c128-7e9e-430a-886c-b768cb67fd70 HTTP/1.1" status: 204 len: 168 time: 0.1647420 Aug 25 19:12:21.145628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44402) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:21.167602 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.222723 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:21.226916 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Usage tracker for resource:security_group_rule and tenant:72dfd8721e9d46c8851e5c7d47690097 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:21.229965 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:21.236008 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:21.298177 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Sync routers for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:12:21.306473 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.310895 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.316460 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:12:21.317304 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:12:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:21.318365 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d3100780-c353-498c-9ae0-06381455b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:21.357989 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737fe4df-a07e-4be6-a20f-c228032a2d3a,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:21.363061 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72dfd8721e9d46c8851e5c7d47690097&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2163463 Aug 25 19:12:21.363970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6e82d80b-1fa9-46e8-a7e9-ed5e6b0ee42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:21.365767 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44410) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:21.427579 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.453091 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.500322 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:12:21.503917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.507648 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-216b204c-3b64-45bb-80e2-0f3d8bdfe021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:21.519609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737fe4df-a07e-4be6-a20f-c228032a2d3a,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:21.522157 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:21.529849 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:21.533437 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-72e02f9a-b733-400c-a72e-a338bed2b7be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/737fe4df-a07e-4be6-a20f-c228032a2d3a HTTP/1.1" status: 204 len: 168 time: 0.1643076 Aug 25 19:12:21.828142 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '5eb9480d-c947-4561-9e71-ceb8f4dab627', 'name': '', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'mac_address': 'fa:16:3e:2f:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:55Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 2, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'subnets': [{'id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:21.831924 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Checking router: 9fe8258f-dc8c-4323-9504-2b1431e7ed27 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:12:21.832275 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Updating router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 port 5eb9480d-c947-4561-9e71-ceb8f4dab627 binding host dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 19:12:21.884973 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.245359 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-34e0d8cb-661c-4461-873d-49be0a4818d5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:22.247278 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks [] for port, precommit_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.260090 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.provisioning_blocks [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Transition to ACTIVE for port object 5eb9480d-c947-4561-9e71-ceb8f4dab627 will not be triggered until provisioned by entity L2. {{(pid=75031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:12:22.265863 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-34e0d8cb-661c-4461-873d-49be0a4818d5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:22.267038 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.269336 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-34e0d8cb-661c-4461-873d-49be0a4818d5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442685087&fields=id&tenant_id=c7f9dc3c53f742378d0e4094366893f4 HTTP/1.1" status: 200 len: 267 time: 0.0693355 Aug 25 19:12:22.270404 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:22.333953 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e5b72-9b6e-4756-8aa4-d27e6a411c6a None None] Pushing event updated for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=3']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:22.337035 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-aa0e5b72-9b6e-4756-8aa4-d27e6a411c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:22.443916 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371794ad-08ef-4786-9106-82f71d974d6f req-b5aa6457-4970-4078-a4aa-e56d74ae1bd2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:22.450760 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-b5aa6457-4970-4078-a4aa-e56d74ae1bd2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 808 time: 0.1760051 Aug 25 19:12:22.470149 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-3d1d3068-5b4a-4420-a76d-0f6d83af8f34 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/quotas/c7f9dc3c53f742378d0e4094366893f4 HTTP/1.1" status: 200 len: 375 time: 0.0184555 Aug 25 19:12:22.550507 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Attempting to bind port 5eb9480d-c947-4561-9e71-ceb8f4dab627 on host dv-cinder-806038-1-iscsi for vnic_type normal with profile {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:12:22.550875 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Attempting to bind port 5eb9480d-c947-4561-9e71-ceb8f4dab627 by drivers openvswitch,hyperv on host dv-cinder-806038-1-iscsi at level 0 using segments [{'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:12:22.551242 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Attempting to bind port 5eb9480d-c947-4561-9e71-ceb8f4dab627 on network e725a344-ccfa-4cd0-ad9c-0db348588cce {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:22.558083 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Checking agent: {'id': 'a71ea559-2db4-44f2-9d04-3aa1b942f9c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806038-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 54, 37), 'started_at': datetime.datetime(2021, 8, 25, 18, 55, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806038-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:12:22.558534 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Checking segment: {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:22.559004 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.559488 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Bound using segment: {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'} {{(pid=75031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:12:22.560023 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.managers [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Bound port: 5eb9480d-c947-4561-9e71-ceb8f4dab627, host: dv-cinder-806038-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce'}}] {{(pid=75031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:12:22.560481 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.641843 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-2d38c915-efbd-451b-83f8-1ff57648e706 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705103 Aug 25 19:12:22.684009 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] For port 5eb9480d-c947-4561-9e71-ceb8f4dab627, host dv-cinder-806038-1-iscsi, cleared binding levels {{(pid=75031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:12:22.688698 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.plugins.ml2.db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] For port 5eb9480d-c947-4561-9e71-ceb8f4dab627, host dv-cinder-806038-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5eb9480d-c947-4561-9e71-ceb8f4dab627,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:12:22.698214 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron_lib.callbacks.manager [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:22.705867 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:22.793525 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e5b72-9b6e-4756-8aa4-d27e6a411c6a None None] Pushing event updated for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=4']} {{(pid=75031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:22.799233 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG oslo_concurrency.lockutils [None req-aa0e5b72-9b6e-4756-8aa4-d27e6a411c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:22.805654 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-2640bf3c-92b4-4752-b870-b4f53e14daa9 service neutron] 10.222.0.26 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629634 Aug 25 19:12:22.841423 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:12:22.842066 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:12:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:23.019393 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-5e7af275-2d20-4fd1-b873-37b671a180c9 service neutron] 10.222.0.26 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968806 Aug 25 19:12:23.043564 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:12:23.397816 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '5eb9480d-c947-4561-9e71-ceb8f4dab627', 'name': '', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'mac_address': 'fa:16:3e:2f:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:55Z', 'updated_at': '2021-08-25T19:12:22Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'subnets': [{'id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:23.402464 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6220aa-0240-4501-8211-608158f00de8 None None] The sync data for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi is: [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:11:56Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '5eb9480d-c947-4561-9e71-ceb8f4dab627', 'name': '', 'network_id': 'e725a344-ccfa-4cd0-ad9c-0db348588cce', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'mac_address': 'fa:16:3e:2f:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:55Z', 'updated_at': '2021-08-25T19:12:22Z', 'revision_number': 4, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'subnets': [{'id': '49ee0c8b-73dc-4c01-b12e-d75490456022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:12:23.516891 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:12:23.547465 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-25d5816b-f6d8-409e-aa94-966ae23f48c5 req-52690d1f-cf32-4dfa-a5f9-1d06cf33299f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:23.578253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-25d5816b-f6d8-409e-aa94-966ae23f48c5 req-52690d1f-cf32-4dfa-a5f9-1d06cf33299f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:23.589365 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-25d5816b-f6d8-409e-aa94-966ae23f48c5 req-52690d1f-cf32-4dfa-a5f9-1d06cf33299f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.1206017 Aug 25 19:12:23.907174 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5eb9480d-c947-4561-9e71-ceb8f4dab627 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:23.976326 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:12:23.981280 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:23.981658 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:24.095409 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:24.128019 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] For port 5eb9480d-c947-4561-9e71-ceb8f4dab627, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5eb9480d-c947-4561-9e71-ceb8f4dab627,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:24.132114 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:24.133983 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:24.197552 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Pushing event updated for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:24.200939 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:24.749332 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-005893f1-c168-4619-a1d6-21bcc8296f17 req-63994c8a-fc3b-447b-9e65-9a2c1acfc497 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.0412524 Aug 25 19:12:25.883390 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5eb9480d-c947-4561-9e71-ceb8f4dab627 up at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:25.927146 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8af71644-22ab-4a32-850f-eb91aa62403d req-ec495406-baba-4dd4-b84a-5268fe977378 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.0567901 Aug 25 19:12:25.971766 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Provisioning complete for port 5eb9480d-c947-4561-9e71-ceb8f4dab627 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:25.972316 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:26.660309 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371794ad-08ef-4786-9106-82f71d974d6f req-79ff4841-dd5e-473b-9246-eb393aa42436 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:26.661209 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-79ff4841-dd5e-473b-9246-eb393aa42436 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:network {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:26.678470 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-79ff4841-dd5e-473b-9246-eb393aa42436 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:network {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:26.679786 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-79ff4841-dd5e-473b-9246-eb393aa42436 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 808 time: 0.1822515 Aug 25 19:12:26.742436 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-0b6aba9b-6c7f-4f0b-a985-ca55637faf0c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:26.754570 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-371794ad-08ef-4786-9106-82f71d974d6f req-0b6aba9b-6c7f-4f0b-a985-ca55637faf0c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:26.755480 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-0b6aba9b-6c7f-4f0b-a985-ca55637faf0c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7f9dc3c53f742378d0e4094366893f4 HTTP/1.1" status: 200 len: 380 time: 0.0549424 Aug 25 19:12:26.764321 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'port': {'device_id': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'admin_state_up': True, 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'security_groups': ['834b1734-e838-442a-8077-6a671dc696fb']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:26.907209 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:26.917201 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:26.927199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Made reservation on behalf of c7f9dc3c53f742378d0e4094366893f4 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:26.930319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.133413 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Allocated IP 172.20.0.10 (4427d4f8-15f2-4a00-bf32-b5613f229587/906a39a7-3f9b-4b7b-91f1-930535e5e8fc/c38bea51-8e65-423f-91c7-f439404d7ec6) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:12:27.287115 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-013e1e66-89ef-4867-b692-6086f8b7dcf0 req-37e14fbb-9ecf-4d74-8172-63753d7e7849 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.0679748 Aug 25 19:12:27.358524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.374800 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Transition to ACTIVE for port object c38bea51-8e65-423f-91c7-f439404d7ec6 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:12:27.398321 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.404839 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:27.489536 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:12:27.493613 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:27.496552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:12:27.523281 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:27.549661 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.550010 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.550421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.550721 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.551072 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.551510 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.551861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.552206 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.552550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.552919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.553261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:27.557353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:27.583234 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:27.583954 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.636270 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-dabdc789-b74f-4953-906a-bf45a2638104 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8754396 Aug 25 19:12:27.647373 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.656938 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Request body: {'port': {'device_id': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:27.825408 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.836692 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-919b3956-e372-455a-9f7a-505070ecb3da None None] Provisioning for port c38bea51-8e65-423f-91c7-f439404d7ec6 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:12:27.841535 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-919b3956-e372-455a-9f7a-505070ecb3da None None] Provisioning complete for port c38bea51-8e65-423f-91c7-f439404d7ec6 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:27.841947 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-919b3956-e372-455a-9f7a-505070ecb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:27.897024 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-919b3956-e372-455a-9f7a-505070ecb3da None None] Port c38bea51-8e65-423f-91c7-f439404d7ec6 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:12:28.250580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38bea51-8e65-423f-91c7-f439404d7ec6 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:28.257566 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:28.272208 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Transition to ACTIVE for port object c38bea51-8e65-423f-91c7-f439404d7ec6 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:12:28.275538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:28.279601 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4c239cab-9599-4492-9578-2f0e979ae17b tempest-AttachVolumeTestJSON-41463836 tempest-AttachVolumeTestJSON-41463836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:28.400133 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:28.404438 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:28.574873 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Attempting to bind port c38bea51-8e65-423f-91c7-f439404d7ec6 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:12:28.575199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Attempting to bind port c38bea51-8e65-423f-91c7-f439404d7ec6 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:12:28.575527 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Attempting to bind port c38bea51-8e65-423f-91c7-f439404d7ec6 on network 4427d4f8-15f2-4a00-bf32-b5613f229587 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:28.586286 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Port c38bea51-8e65-423f-91c7-f439404d7ec6 on network 4427d4f8-15f2-4a00-bf32-b5613f229587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:12:28.586602 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Attempting to bind port c38bea51-8e65-423f-91c7-f439404d7ec6 on network 4427d4f8-15f2-4a00-bf32-b5613f229587 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:28.596299 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969802d2-ccfa-450b-b234-770490b70728 req-fd82aa49-7204-4a2a-bb93-df4a2908453e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:28.597143 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-969802d2-ccfa-450b-b234-770490b70728 req-fd82aa49-7204-4a2a-bb93-df4a2908453e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:28.605938 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:12:28.606297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Checking segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:28.606673 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Bound using segment: {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:12:28.607096 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Bound port: c38bea51-8e65-423f-91c7-f439404d7ec6, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93366df-f416-425a-93eb-2dd085224879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:12:28.607439 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:28.630005 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-969802d2-ccfa-450b-b234-770490b70728 req-fd82aa49-7204-4a2a-bb93-df4a2908453e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:28.631253 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-969802d2-ccfa-450b-b234-770490b70728 req-fd82aa49-7204-4a2a-bb93-df4a2908453e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.1898000 Aug 25 19:12:28.731539 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-969802d2-ccfa-450b-b234-770490b70728 req-9c15d263-6730-4e4e-81a9-495c82f84021 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773256 Aug 25 19:12:28.735046 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:12:28.739138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:12:28.743438 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:28.747943 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:28.806854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:28.808209 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] 10.222.0.57 "PUT /v2.0/ports/c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 1094 time: 1.1569252 Aug 25 19:12:28.808714 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:28.827729 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:28.832044 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:28.911746 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'status': 'completed', 'code': 200} Aug 25 19:12:28.960234 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-7aa1dd92-a95c-4c83-9126-0de782db2562 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1097 time: 0.0834224 Aug 25 19:12:29.054640 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-d82f03e7-d639-4f49-8fc8-1fee13aeb7d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 217 time: 0.0743449 Aug 25 19:12:29.128283 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371794ad-08ef-4786-9106-82f71d974d6f req-69191ed1-a019-44f4-a49f-57ca9b72c61c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:29.128283 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-69191ed1-a019-44f4-a49f-57ca9b72c61c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0643702 Aug 25 19:12:29.224176 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-2a0ffafd-1cd4-4f2f-a833-90d9f7cb42e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833077 Aug 25 19:12:29.352192 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-b8bc605d-2201-4995-a2f0-067f3d9b4037 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211786 Aug 25 19:12:29.495635 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-371794ad-08ef-4786-9106-82f71d974d6f req-19593e43-5485-4440-a7f0-9e05997d11e7 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334107 Aug 25 19:12:29.681269 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-66f7643e-7388-4dcf-adfe-2369e0652310 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1097 time: 0.0719404 Aug 25 19:12:29.822892 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc0395-3314-45f1-b946-f82aba56dcde req-2dd5f2dc-07ed-4dea-ba7e-fd8fa7c7670e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:29.824408 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-2dd5f2dc-07ed-4dea-ba7e-fd8fa7c7670e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1300917 Aug 25 19:12:29.934925 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-d09594f2-284d-43b5-b4a8-255cb6269c0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 217 time: 0.0968456 Aug 25 19:12:30.014803 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc0395-3314-45f1-b946-f82aba56dcde req-d714c915-0d41-48aa-8fa3-55409fb095ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:30.016214 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-d714c915-0d41-48aa-8fa3-55409fb095ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0664783 Aug 25 19:12:30.026873 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f713-bc6b-4759-a869-7503973d9b47 req-afd47955-e640-4ca1-b260-afaa7addf1e7 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:30.028218 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27d8f713-bc6b-4759-a869-7503973d9b47 req-afd47955-e640-4ca1-b260-afaa7addf1e7 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.1426623 Aug 25 19:12:30.210759 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-27d8f713-bc6b-4759-a869-7503973d9b47 req-99c59b86-694d-4118-82f3-2fb29143d73a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637245 Aug 25 19:12:30.222667 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-f585e319-439e-4172-ac33-7f9fd400d633 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1935060 Aug 25 19:12:30.367884 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-4ee55136-2857-4e5b-bd28-ec7b636fd4c5 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373065 Aug 25 19:12:30.505801 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-98bc0395-3314-45f1-b946-f82aba56dcde req-70297645-c5b7-4d75-b5b5-75161657fb72 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311014 Aug 25 19:12:31.406998 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da3fd3-393d-4518-a3ef-e84b3728b0b9 req-4499b1ca-e1e5-4fd3-afe4-90d2a7ce29ca tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:31.409101 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75da3fd3-393d-4518-a3ef-e84b3728b0b9 req-4499b1ca-e1e5-4fd3-afe4-90d2a7ce29ca tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0766723 Aug 25 19:12:31.454676 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-75da3fd3-393d-4518-a3ef-e84b3728b0b9 req-0149fe45-ae44-4a49-a7ad-aee749bfbbba tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Aug 25 19:12:32.097180 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44564) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:32.242428 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.276738 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:32.280487 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Usage tracker for resource:security_group_rule and tenant:955efdf75a964db6813ba0d9b74a40fd is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:32.283340 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:32.289314 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:32.358186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.363077 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.369854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d56e27b7-7dcc-4214-a655-9a0075c3a6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:32.411015 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c4eb8-8545-4e57-a1cd-776614e61e76,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:32.415782 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:32.421948 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-cf447ad5-6b14-4207-8ca0-3ba377d5668a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=955efdf75a964db6813ba0d9b74a40fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3209188 Aug 25 19:12:32.421948 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44572) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:32.481387 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.508116 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.560753 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.566726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1ef1dc0d-aee3-4fdd-9c22-c8f27ca311ec tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:32.576894 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c4eb8-8545-4e57-a1cd-776614e61e76,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:32.580315 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:32.618216 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:32.619265 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1b0e9361-aa7e-444a-9c5b-3214812ecf2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e9c4eb8-8545-4e57-a1cd-776614e61e76 HTTP/1.1" status: 204 len: 168 time: 0.1965666 Aug 25 19:12:32.663739 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6cb8-6968-430e-bed7-9f2bba5cb7d7 req-5da3ccf6-ecad-446f-856a-51541045b8a9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:32.665265 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fbba6cb8-6968-430e-bed7-9f2bba5cb7d7 req-5da3ccf6-ecad-446f-856a-51541045b8a9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0834444 Aug 25 19:12:32.718683 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fbba6cb8-6968-430e-bed7-9f2bba5cb7d7 req-375a917c-224c-4312-ae7f-d05185701b67 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478835 Aug 25 19:12:33.917631 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896b68-d9bc-4b96-968e-3a83357a6c7f req-fe53c446-2873-4d7b-899c-0fea7e2d13f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:33.919100 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d5896b68-d9bc-4b96-968e-3a83357a6c7f req-fe53c446-2873-4d7b-899c-0fea7e2d13f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0788372 Aug 25 19:12:33.965521 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d5896b68-d9bc-4b96-968e-3a83357a6c7f req-8a3085c2-4ce9-4be1-b59e-400608638275 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Aug 25 19:12:35.161021 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a20bb-6760-415e-be45-1e06f1a35eac req-4eef924f-c502-462f-af14-bdc0d95382fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:35.162474 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-957a20bb-6760-415e-be45-1e06f1a35eac req-4eef924f-c502-462f-af14-bdc0d95382fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0763750 Aug 25 19:12:35.210726 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-957a20bb-6760-415e-be45-1e06f1a35eac req-ab78153a-3d91-4e16-ac67-ac6d36d0295b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Aug 25 19:12:36.416649 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26958d-60c2-4c27-9e07-d592acdcf568 req-aa23e31f-4ad0-49c9-a748-ff47da8a41fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:36.418124 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ca26958d-60c2-4c27-9e07-d592acdcf568 req-aa23e31f-4ad0-49c9-a748-ff47da8a41fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0789192 Aug 25 19:12:36.462785 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ca26958d-60c2-4c27-9e07-d592acdcf568 req-4030e681-770c-40a9-b5a1-5fb0f961684c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390341 Aug 25 19:12:36.776680 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bc76dc61-b869-41a5-a67c-3fbb14f3ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:37.266147 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:37.664886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6669-151e-4876-8cd3-f133d69183de req-15711b5d-dcda-4928-ba93-b85a72e91ece tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:37.666341 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feec6669-151e-4876-8cd3-f133d69183de req-15711b5d-dcda-4928-ba93-b85a72e91ece tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0809226 Aug 25 19:12:37.711105 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-feec6669-151e-4876-8cd3-f133d69183de req-cff5408c-6215-4768-96fb-664795bcc379 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 Aug 25 19:12:38.136920 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:12:38.276470 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:38.289579 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'mac_address': 'fa:16:3e:26:79:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:12:38.346890 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:38.363314 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38bea51-8e65-423f-91c7-f439404d7ec6 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:38.380538 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:38.384181 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:38.385972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:38.448556 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:38.461691 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.462034 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.462372 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.462707 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.463055 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.463367 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.463693 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.464017 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.464341 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.464688 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.465001 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:38.468979 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:38.721185 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['c38bea51-8e65-423f-91c7-f439404d7ec6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:12:38.948085 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb720b96-ac8e-4677-8b1a-07e39239240e req-23083574-9576-4ac7-a1e0-54cb0cbabd3a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:38.949666 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cb720b96-ac8e-4677-8b1a-07e39239240e req-23083574-9576-4ac7-a1e0-54cb0cbabd3a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 945 time: 0.1106250 Aug 25 19:12:38.997074 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cb720b96-ac8e-4677-8b1a-07e39239240e req-ebf98119-8572-40f4-bb56-fb7c78134661 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Aug 25 19:12:39.130837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-fafa3f9d-63d6-4593-8f3f-60fb5272d785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:40.132983 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:40.137392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:12:40.213949 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port c38bea51-8e65-423f-91c7-f439404d7ec6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:12:40.218165 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9f06e-ea87-4030-a6a0-212c4b8e509e req-9f456cc8-f3c2-4ae0-b4b0-75b6e6940e7f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:40.219276 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port c38bea51-8e65-423f-91c7-f439404d7ec6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:12:40.219646 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:40.224904 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ff9f06e-ea87-4030-a6a0-212c4b8e509e req-9f456cc8-f3c2-4ae0-b4b0-75b6e6940e7f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 945 time: 0.0867302 Aug 25 19:12:40.271792 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2ff9f06e-ea87-4030-a6a0-212c4b8e509e req-02cf3fd3-5766-45e7-a172-5c40cdf5037a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459809 Aug 25 19:12:40.334051 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:40.362558 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:40.371686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:12:40.375651 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:40.378100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-22f7ef1f-db61-495e-b7e8-2f1ab07d9083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:40.419109 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'code': 200} Aug 25 19:12:40.445740 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:40.448683 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:40.730002 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-49b179e8-7121-4a7e-9eaf-fe1f633689d6 req-a34a5b3e-49d5-43df-a7ae-8d35635bfbc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0661409 Aug 25 19:12:40.772636 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-49b179e8-7121-4a7e-9eaf-fe1f633689d6 req-53e2d158-f4e1-4406-8a99-2a64852d3aeb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Aug 25 19:12:41.474045 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2797-292f-4070-9cf5-a7259710e763 req-63f8372a-1565-43bd-aeab-f704dda54500 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:41.475408 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88cc2797-292f-4070-9cf5-a7259710e763 req-63f8372a-1565-43bd-aeab-f704dda54500 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0780611 Aug 25 19:12:41.521945 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-88cc2797-292f-4070-9cf5-a7259710e763 req-1644be82-a8cf-4ea6-b541-9153d258054a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407658 Aug 25 19:12:41.530151 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:42.717285 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b05b3-40a5-44ec-bb64-fb0f08d273a8 req-5e809f32-01d9-4e62-b098-03f97330cd01 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:42.718739 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e90b05b3-40a5-44ec-bb64-fb0f08d273a8 req-5e809f32-01d9-4e62-b098-03f97330cd01 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0754969 Aug 25 19:12:42.763240 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e90b05b3-40a5-44ec-bb64-fb0f08d273a8 req-73de36d5-ca3a-4ad5-b79a-49c88f5c05e5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Aug 25 19:12:42.952382 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c9331-de8f-48a5-9ed6-9a4ebda55330 req-929a89f8-d99e-4b40-b15d-eb3c48665423 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:42.953747 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f73c9331-de8f-48a5-9ed6-9a4ebda55330 req-929a89f8-d99e-4b40-b15d-eb3c48665423 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0740898 Aug 25 19:12:42.998128 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f73c9331-de8f-48a5-9ed6-9a4ebda55330 req-45325cfc-249f-44ea-8c52-b229717adcf3 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 Aug 25 19:12:43.024811 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44620) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:43.276297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66eb8c3d-0510-450f-b560-208e6faff14d tempest-TestShelveInstance-1191432068 tempest-TestShelveInstance-1191432068-project-admin] Synchronizing usage tracker for tenant:fbb87535ef0247c8a41d7727147b5b69 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:43.293736 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-66eb8c3d-0510-450f-b560-208e6faff14d tempest-TestShelveInstance-1191432068 tempest-TestShelveInstance-1191432068-project-admin] Unset dirty status for tenant:fbb87535ef0247c8a41d7727147b5b69 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:43.297162 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-66eb8c3d-0510-450f-b560-208e6faff14d tempest-TestShelveInstance-1191432068 tempest-TestShelveInstance-1191432068-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1094 time: 0.2712855 Aug 25 19:12:43.297849 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44628) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:43.303920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:43.309259 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:43.312997 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Usage tracker for resource:floatingip and tenant:c7f9dc3c53f742378d0e4094366893f4 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:43.316478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:43.322151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:43.333118 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for floatingip, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:43.464821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:43.608145 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Allocated IP 172.27.2.85 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/0a8bff43-eca1-45ec-8559-031e3b4b0fb0) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:12:43.751905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:43.778853 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:43.782488 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a817d8b9-8331-435d-8a11-d3e41bf562a7 tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:43.927927 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:12:43.930675 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:43.933189 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:12:43.968016 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'Port': ['ID=0a8bff43-eca1-45ec-8559-031e3b4b0fb0,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:43.970734 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:44.459811 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:44.518987 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:44.723000 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:44.727453 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:44.731613 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:44.834958 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event updated for resources: {'Port': ['ID=0a8bff43-eca1-45ec-8559-031e3b4b0fb0,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:44.846141 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:44.852388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:45.044965 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.db.l3_db [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Floating IP 55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f associated. External IP: 172.27.2.85, port: c38bea51-8e65-423f-91c7-f439404d7ec6. Aug 25 19:12:45.584930 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:12:45.827376 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:12:45.840515 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Sync routers for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:12:45.854018 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:12:45.854279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:45.854706 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:12:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:45.910164 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6112695 Aug 25 19:12:45.910987 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:45.975088 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'status': 'completed', 'code': 200} Aug 25 19:12:46.091503 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:12:46.101139 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-5b5efeb7-d110-41cd-b08a-23babb1cf14f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0760951 Aug 25 19:12:46.249136 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-00a0848d-e9b0-45bd-b4b5-ffdeccfc7039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:46.250886 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-00a0848d-e9b0-45bd-b4b5-ffdeccfc7039 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1432374 Aug 25 19:12:46.363331 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-c5b8ce19-7eae-47ea-bdd6-3f3d07395efc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 999 time: 0.1049981 Aug 25 19:12:46.430395 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-aed7443e-402a-4bd7-91cd-8df660a469fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:46.432224 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-aed7443e-402a-4bd7-91cd-8df660a469fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0625677 Aug 25 19:12:46.453213 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'mac_address': 'fa:16:3e:26:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:12:44Z', 'updated_at': '2021-08-25T19:12:44Z', 'revision_number': 0, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:46.458128 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Checking router: 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:12:46.458259 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44656) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:46.469025 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:12:46.469648 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:12:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:46.517365 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-815c4090-5b9a-422a-a81c-a183719dcf3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779550 Aug 25 19:12:46.616727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:46.650495 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:12:46.659574 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-90a2ffc1-1570-45a4-8857-94b9d96126f8 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332135 Aug 25 19:12:46.743222 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:46.747365 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Usage tracker for resource:security_group_rule and tenant:abbe009335a04f4f8ef3a817ff563cf1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:46.752917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:46.759720 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:46.805465 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fc6b4caf-736f-48f6-878e-09fdefbcbe54 req-a7a06133-fd27-4584-b336-8fb6db74debb service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383879 Aug 25 19:12:46.831362 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:46.836017 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:46.842965 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e3dfe792-346f-426c-a37d-a2c92dcbc5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:46.883236 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f6222-9f3b-4d8b-9a12-0559a4b89323,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:46.893469 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abbe009335a04f4f8ef3a817ff563cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4317040 Aug 25 19:12:46.894025 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44662) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:46.894515 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.894896 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.895260 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.895617 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.896077 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.896412 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.896791 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.897143 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.897492 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.897838 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.898184 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:12:46.901924 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6f9e563c-8615-4480-bc07-5dfbfb22b4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:46.962115 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:46.987959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:47.027981 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'mac_address': 'fa:16:3e:26:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:12:44Z', 'updated_at': '2021-08-25T19:12:44Z', 'revision_number': 0, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:12:47.032546 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b60d65-d301-4822-926f-d878b3d4af44 None None] The sync data for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi is: [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'mac_address': 'fa:16:3e:26:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:12:44Z', 'updated_at': '2021-08-25T19:12:44Z', 'revision_number': 0, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:12:47.042043 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:47.045888 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-5a4f41fa-72e1-4ff6-81d9-b1d6e6dd2392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:47.058139 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f6222-9f3b-4d8b-9a12-0559a4b89323,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:47.061874 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:47.065717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:47.066873 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-ae36128f-2ce6-410c-a177-35ad8a24f116 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/406f6222-9f3b-4d8b-9a12-0559a4b89323 HTTP/1.1" status: 204 len: 168 time: 0.1717577 Aug 25 19:12:47.250636 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c92d06-0623-47f9-9cb7-46856f0a1d52 None None] New status for floating IP 55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:12:48.634735 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44704) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:48.772883 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:48.804065 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:48.807837 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Usage tracker for resource:security_group_rule and tenant:553c68feb4904284b002fe7c4bd6e9ee is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:48.810580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:48.816340 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:48.878252 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:48.881854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:48.888686 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2009edbe-18b7-4ece-9768-2710c07113fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:48.930695 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa421084-14d9-445a-9007-5ea0a9f7a9cb,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:48.934988 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=553c68feb4904284b002fe7c4bd6e9ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992396 Aug 25 19:12:48.935956 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-36a03aae-4cb1-42c4-be86-40fe9209afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:48.938221 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 44710) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:48.995252 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:49.019982 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:49.069263 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:49.072856 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c28f4c31-1e55-47ef-ab98-01b3cdd669bf tempest-AttachVolumeShelveTestJSON-949611003 tempest-AttachVolumeShelveTestJSON-949611003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:49.085722 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa421084-14d9-445a-9007-5ea0a9f7a9cb,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:49.088525 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:49.090420 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:49.091516 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d2eab79c-747c-4efb-8e74-912847536fc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa421084-14d9-445a-9007-5ea0a9f7a9cb HTTP/1.1" status: 204 len: 168 time: 0.1528866 Aug 25 19:12:49.854342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44732) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:49.990677 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954891369-network', 'tenant_id': 'b050c9e1d88846538c5384f1802358e1'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:49.995299 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:49.999070 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Usage tracker for resource:network and tenant:b050c9e1d88846538c5384f1802358e1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:50.002155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:50.009128 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:50.019028 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Made reservation on behalf of b050c9e1d88846538c5384f1802358e1 for: {'network': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:50.021264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for network, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.032942 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.063488 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:50.067693 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Usage tracker for resource:security_group_rule and tenant:b050c9e1d88846538c5384f1802358e1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:50.070469 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:50.076001 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:50.140279 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.144321 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.147214 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d5653810-2d07-43cb-8c1d-0ce6b4a462b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:50.182500 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=75029) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 19:12:50.188020 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46140194-8ff3-465b-b4fe-dc46005c5309,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:50.194332 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:50.197038 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.197429 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.segments_db [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Added segment 1c54f6c4-581e-48df-b2a5-2f66b2b2eba9 of type vlan for network 8c1979a9-adae-4574-975c-935af3a99648 Aug 25 19:12:50.223666 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779967155110'] for network, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.252476 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401'] for network, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.253702 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:50.254278 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.257523 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-a58e9a29-024b-454f-b39e-8b38c992dc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:50.357219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Pushing event updated for resources: {'Network': ['ID=8c1979a9-adae-4574-975c-935af3a99648,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:50.360624 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5052726 Aug 25 19:12:50.361505 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-7ecef248-a528-4232-bee8-db6d80c58caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:50.364357 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44738) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:12:50.367841 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Network 8c1979a9-adae-4574-975c-935af3a99648 details requested by agent ovs-agent-dv-cinder-806038-1-iscsi with host dv-cinder-806038-1-iscsi {{(pid=75030) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 19:12:50.369807 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Request body: {'subnet': {'network_id': '8c1979a9-adae-4574-975c-935af3a99648', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954891369-subnet', 'tenant_id': 'b050c9e1d88846538c5384f1802358e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:50.374510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:50.378664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Usage tracker for resource:subnet and tenant:b050c9e1d88846538c5384f1802358e1 is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:50.381470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:50.387046 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:50.397825 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Made reservation on behalf of b050c9e1d88846538c5384f1802358e1 for: {'subnet': 1} {{(pid=75029) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:50.400614 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1923567'] for subnet, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.599531 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1810242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1923581'] for subnet, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.603137 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5b92d5cf-b2ba-4408-97b5-08bd1ea6abf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:50.669150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0594db27-8584-4c0f-b368-d2e29a0220ad,revision_number=0']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:50.672647 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:50.685878 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Checking segment: {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:50.686285 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Network hostable DHCP agents. Network: 8c1979a9-adae-4574-975c-935af3a99648, hostable agents: ['896de4ad-962f-4343-bea5-04065b6f197e'], hosted agents: [] {{(pid=75029) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 19:12:50.709139 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Network 8c1979a9-adae-4574-975c-935af3a99648 is scheduled to be hosted by DHCP agent 896de4ad-962f-4343-bea5-04065b6f197e with binding_index 1 {{(pid=75029) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 19:12:50.718343 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806038-1-iscsi, 8c1979a9-adae-4574-975c-935af3a99648) {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:50.722653 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:50.723235 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:50.728804 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b753dc-d990-412b-b5a5-dfadbe636b96 None None] Network 8c1979a9-adae-4574-975c-935af3a99648 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:12:50.746402 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-2d42fed2-95a1-4d5c-8a6b-10fa92425643 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3809824 Aug 25 19:12:50.944714 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184af435-e1b8-4682-bd9c-d4c7761092da None None] Network 8c1979a9-adae-4574-975c-935af3a99648 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:12:55.028192 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-24b7b2ab-5c77-4d3e-be74-310c6ffd786f tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:55.029602 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-24b7b2ab-5c77-4d3e-be74-310c6ffd786f tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 809 time: 0.1437531 Aug 25 19:12:55.046119 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-869394a0-4de9-431b-890c-b0a1935f73ac tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/quotas/b050c9e1d88846538c5384f1802358e1 HTTP/1.1" status: 200 len: 375 time: 0.0105782 Aug 25 19:12:55.093930 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-bec0b177-447d-466e-8f86-446753645127 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424836 Aug 25 19:12:55.309396 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-2d80133b-7882-4348-87af-51b6f2de7743 service neutron] 10.222.0.26 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082958 Aug 25 19:12:55.439698 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-f6d99025-9a75-47ac-a980-2d9699d25639 service neutron] 10.222.0.26 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244874 Aug 25 19:12:55.629489 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a3c040f3-22b7-42e0-abf3-ff3fe57cc509 req-2d60e856-70ba-476d-af2c-3823441e5cee tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 210 time: 0.0421388 Aug 25 19:12:56.818775 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-afeee27f-c456-435d-9d86-c326312f73d0 req-e45744d7-ffed-4340-811c-7ca77699c0e8 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 210 time: 0.0536363 Aug 25 19:12:56.887357 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6ecddeec-002d-43d3-970e-db4b93f4badb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:56.887888 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6ecddeec-002d-43d3-970e-db4b93f4badb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 809 time: 0.1960475 Aug 25 19:12:56.921275 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Request body: {'port': {'device_id': 'd1a64918-a851-4761-88cf-f257e367279c', 'network_id': '8c1979a9-adae-4574-975c-935af3a99648', 'admin_state_up': True, 'tenant_id': 'b050c9e1d88846538c5384f1802358e1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:57.061631 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:12:57.065922 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Usage tracker for resource:port and tenant:b050c9e1d88846538c5384f1802358e1 is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:12:57.068651 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:12:57.074218 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:12:57.084360 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Made reservation on behalf of b050c9e1d88846538c5384f1802358e1 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:12:57.087537 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:57.259082 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Allocated IP 172.20.0.10 (8c1979a9-adae-4574-975c-935af3a99648/0594db27-8584-4c0f-b368-d2e29a0220ad/960b3702-38c1-4b7e-94ce-8037e7aa7c3d) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:12:57.461743 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:57.489037 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:57.494581 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:57.559537 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Network 8c1979a9-adae-4574-975c-935af3a99648 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:12:57.562541 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:12:57.565649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:12:57.600967 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Pushing event updated for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:57.603720 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:57.630014 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:57.632590 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:57.633227 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:57.652912 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7355411 Aug 25 19:12:57.675279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Request body: {'port': {'device_id': 'd1a64918-a851-4761-88cf-f257e367279c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:12:57.782128 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.024996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e6e11-1949-4fb5-8773-251cebce9593 req-ea134f0a-7bbd-45ed-a62b-73ad41e8d148 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:58.026500 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f0e6e11-1949-4fb5-8773-251cebce9593 req-ea134f0a-7bbd-45ed-a62b-73ad41e8d148 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 932 time: 0.0813735 Aug 25 19:12:58.072297 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2f0e6e11-1949-4fb5-8773-251cebce9593 req-b38c0bbc-c471-475c-a945-645deb978871 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Synchronizing usage tracker for tenant:b050c9e1d88846538c5384f1802358e1 on resource:security_group {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:12:58.088515 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2f0e6e11-1949-4fb5-8773-251cebce9593 req-b38c0bbc-c471-475c-a945-645deb978871 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Unset dirty status for tenant:b050c9e1d88846538c5384f1802358e1 on resource:security_group {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:12:58.089663 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2f0e6e11-1949-4fb5-8773-251cebce9593 req-b38c0bbc-c471-475c-a945-645deb978871 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577905 Aug 25 19:12:58.119605 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960b3702-38c1-4b7e-94ce-8037e7aa7c3d {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:12:58.126915 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.141178 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Transition to ACTIVE for port object 960b3702-38c1-4b7e-94ce-8037e7aa7c3d will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:12:58.146229 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.150588 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-86c65bfb-de64-47b3-bd43-378b0bbd5538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:58.368286 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Pushing event updated for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:58.371090 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:58.468255 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Attempting to bind port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:12:58.468575 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Attempting to bind port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:12:58.468911 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Attempting to bind port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d on network 8c1979a9-adae-4574-975c-935af3a99648 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:58.474973 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d on network 8c1979a9-adae-4574-975c-935af3a99648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:12:58.475288 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Attempting to bind port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d on network 8c1979a9-adae-4574-975c-935af3a99648 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:12:58.481278 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:12:58.481601 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Checking segment: {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:12:58.481971 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Bound using segment: {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:12:58.482377 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Bound port: 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:12:58.482707 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.570721 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:12:58.573558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:12:58.577904 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.581953 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-65b0cf50-b34e-4dca-bf66-2bd0728f5f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:12:58.638930 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:12:58.640304 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] 10.222.0.57 "PUT /v2.0/ports/960b3702-38c1-4b7e-94ce-8037e7aa7c3d HTTP/1.1" status: 200 len: 1094 time: 0.9698479 Aug 25 19:12:58.640822 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:12:58.658683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Pushing event updated for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:12:58.662196 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:12:58.697602 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d', 'status': 'completed', 'code': 200} Aug 25 19:12:58.787839 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-87a8d8cc-9f43-4f2c-944d-9579033a97ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 1097 time: 0.0702724 Aug 25 19:12:58.864596 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-79fb9117-cda9-4aba-b6a4-ca8b48704b00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d HTTP/1.1" status: 200 len: 217 time: 0.0600786 Aug 25 19:12:58.936921 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-ead4b558-9e57-49c1-a639-f5256771d5ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:58.938216 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-ead4b558-9e57-49c1-a639-f5256771d5ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0594db27-8584-4c0f-b368-d2e29a0220ad HTTP/1.1" status: 200 len: 849 time: 0.0574417 Aug 25 19:12:58.985948 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-504c9459-341e-4196-87d8-9b4cc15ff2d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c1979a9-adae-4574-975c-935af3a99648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370126 Aug 25 19:12:59.113547 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-4e8a8648-661a-424c-86b2-dc27c11562ad service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201062 Aug 25 19:12:59.270247 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-710a8ad4-20c3-45b6-a96a-bf9abf342e03 req-62cba231-8620-4305-b710-b21a0e29593c service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421609 Aug 25 19:12:59.301318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4bd4b-b779-4eea-96ee-8d80998319e1 req-dcd8729a-2326-4055-a2c3-e52d28fac85c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:59.303256 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ede4bd4b-b779-4eea-96ee-8d80998319e1 req-dcd8729a-2326-4055-a2c3-e52d28fac85c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 944 time: 0.0891390 Aug 25 19:12:59.349201 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ede4bd4b-b779-4eea-96ee-8d80998319e1 req-951217de-c598-4698-b2b9-51868104c614 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Aug 25 19:12:59.448308 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-441e3db8-22b3-4caa-a156-e78558107485 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 1097 time: 0.0782931 Aug 25 19:12:59.581771 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-268d6dc3-49dd-4367-a90c-07ebc44123b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:59.583233 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-268d6dc3-49dd-4367-a90c-07ebc44123b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 910 time: 0.1261821 Aug 25 19:12:59.658242 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-15214065-258c-4226-a517-948b59513b41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d HTTP/1.1" status: 200 len: 217 time: 0.0650480 Aug 25 19:12:59.729436 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-74e974f6-75fb-4369-a59e-a0564e704365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:12:59.730782 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-74e974f6-75fb-4369-a59e-a0564e704365 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0594db27-8584-4c0f-b368-d2e29a0220ad HTTP/1.1" status: 200 len: 849 time: 0.0616221 Aug 25 19:12:59.785798 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-d730dfb1-3845-43cf-b352-1fe6756a3fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c1979a9-adae-4574-975c-935af3a99648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414393 Aug 25 19:12:59.929466 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-021341fe-9009-483b-908e-89963572ed23 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093849121&fields=id&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 267 time: 0.2880971 Aug 25 19:13:00.120000 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-bab15136-68fd-418b-a364-ea5bb3b4fef0 service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175850 Aug 25 19:13:00.258465 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df47c-9154-4412-a3d3-01900c15d429 req-f6508e38-a739-4df5-a886-694d8940e6ea tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:00.259894 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-f6508e38-a739-4df5-a886-694d8940e6ea tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.3169968 Aug 25 19:13:00.298230 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-1c18be19-4f7e-4f60-9e34-821c08b544fb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/quotas/56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 375 time: 0.0327137 Aug 25 19:13:00.307280 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c06ffba-09cd-476e-9425-789c2eea5c14 req-b90a3368-50fc-4525-bac5-f5dacad078f8 service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718469 Aug 25 19:13:00.390179 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-e8c4b7e2-9d07-4814-8e23-ae07d30ec9be tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0847151 Aug 25 19:13:00.405388 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-b9d2b1b7-0e0e-49c3-900f-d125a2f4afc2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:13:00.406332 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-b9d2b1b7-0e0e-49c3-900f-d125a2f4afc2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052884 Aug 25 19:13:00.506679 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:13:00.538736 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-f3b02889-c351-4887-8936-dd9f0764f695 service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256759 Aug 25 19:13:00.550727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da26daa-18e7-4b9b-a94b-4e998ace8f5a req-afd340ff-9cb4-4832-9d28-d57220ca7d28 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:00.552348 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2da26daa-18e7-4b9b-a94b-4e998ace8f5a req-afd340ff-9cb4-4832-9d28-d57220ca7d28 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 944 time: 0.0796034 Aug 25 19:13:00.596432 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2da26daa-18e7-4b9b-a94b-4e998ace8f5a req-13baa830-a428-402a-aaca-5c182762f8ff tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Aug 25 19:13:00.670492 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-dd2f77d7-0b9c-4dbd-96f7-b417bd9a829f service neutron] 10.222.0.26 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258147 Aug 25 19:13:01.126303 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ece0aaa0-2c93-4a05-b8e4-9210548b1459 req-b03613d1-d722-4c96-8c5d-5341fdbf1c15 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 210 time: 0.1149313 Aug 25 19:13:01.791281 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccd8c6-429b-4000-9b3b-11d1a0db2025 req-fae31a69-2edc-45b1-a23b-8f34328d5401 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:01.791875 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-08ccd8c6-429b-4000-9b3b-11d1a0db2025 req-fae31a69-2edc-45b1-a23b-8f34328d5401 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Synchronizing usage tracker for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:01.808292 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-08ccd8c6-429b-4000-9b3b-11d1a0db2025 req-fae31a69-2edc-45b1-a23b-8f34328d5401 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Unset dirty status for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:01.809586 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08ccd8c6-429b-4000-9b3b-11d1a0db2025 req-fae31a69-2edc-45b1-a23b-8f34328d5401 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 944 time: 0.0926640 Aug 25 19:13:01.855676 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-08ccd8c6-429b-4000-9b3b-11d1a0db2025 req-eb7d4979-7f0c-4358-8f66-8ecff10c6e54 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Aug 25 19:13:02.254417 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df47c-9154-4412-a3d3-01900c15d429 req-b856fce4-5456-44a5-8ffe-b7549858ef23 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:02.255905 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-b856fce4-5456-44a5-8ffe-b7549858ef23 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 811 time: 0.1524103 Aug 25 19:13:02.258917 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 960b3702-38c1-4b7e-94ce-8037e7aa7c3d details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:13:02.326130 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-68773176-f431-42ef-8b51-14be95e139a7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56cd4633a8784d1aa2ba79d34a1612ef HTTP/1.1" status: 200 len: 380 time: 0.0488598 Aug 25 19:13:02.335803 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'port': {'device_id': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'admin_state_up': True, 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'security_groups': ['29bb5bb6-4e01-42e5-b697-36c8a3e785de']}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:02.354133 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8e1191de-a5bd-425c-a0f3-d19136d03713 req-bb50592e-1a3f-4518-9132-0a94a9033307 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 210 time: 0.0862374 Aug 25 19:13:02.383522 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-bdb9efe6-5f33-4d8f-9cc9-a57b1ee59b37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803661 Aug 25 19:13:02.405108 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:02.419721 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d', 'network_id': '8c1979a9-adae-4574-975c-935af3a99648', 'port_id': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d', 'mac_address': 'fa:16:3e:9e:26:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0594db27-8584-4c0f-b368-d2e29a0220ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:13:02.482467 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:02.504358 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960b3702-38c1-4b7e-94ce-8037e7aa7c3d {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:02.531013 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:02.537656 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:02.544222 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:02.562213 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:13:02.582394 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:13:02.597998 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Made reservation on behalf of 56cd4633a8784d1aa2ba79d34a1612ef for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:13:02.601998 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:02.626497 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:02.626958 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-a9e7172d-55f3-4466-b293-246a4a77562f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1099 time: 0.1008017 Aug 25 19:13:02.637512 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:02.785411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7493b-b476-49df-a518-ac4c303a01fb req-15445a9a-a1dc-4209-8894-6371cd642f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:02.786779 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-15445a9a-a1dc-4209-8894-6371cd642f96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1390646 Aug 25 19:13:02.792006 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.20.0.8 (7e074a95-d332-43d0-814e-303966b51fb6/ec73c00d-ef1b-4e38-8edc-0df2aa7851de/5923a053-63b2-475f-8841-4b70a0d99018) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:13:02.891084 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-11dba85e-dcf6-44cd-86ec-fe05501230ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0974770 Aug 25 19:13:02.905247 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['960b3702-38c1-4b7e-94ce-8037e7aa7c3d'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:02.962467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7493b-b476-49df-a518-ac4c303a01fb req-9aaddbb2-3130-437b-b426-b0266bf1d272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:02.964319 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-9aaddbb2-3130-437b-b426-b0266bf1d272 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0660601 Aug 25 19:13:03.027743 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.050759 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-08233b27-1305-4e2e-a133-93d61be47b49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784347 Aug 25 19:13:03.063821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Transition to ACTIVE for port object 5923a053-63b2-475f-8841-4b70a0d99018 will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:13:03.101552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43e8ce-af58-45df-87af-99738cf4dbdc req-0d229b67-0d07-4b40-bf5b-8a3cb9cd7c71 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:03.103191 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf43e8ce-af58-45df-87af-99738cf4dbdc req-0d229b67-0d07-4b40-bf5b-8a3cb9cd7c71 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 945 time: 0.1118362 Aug 25 19:13:03.125702 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.131740 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:03.235719 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 7e074a95-d332-43d0-814e-303966b51fb6 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:13:03.241656 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:13:03.244128 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:13:03.282047 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:03.286186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:03.295539 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf43e8ce-af58-45df-87af-99738cf4dbdc req-0f94c626-34ca-4249-93c9-ed213e11fbe9 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860552 Aug 25 19:13:03.328386 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-6eeb06e3-718f-4668-ba63-62636626816c service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698834 Aug 25 19:13:03.341243 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:03.341880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.379493 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0477712 Aug 25 19:13:03.399740 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Request body: {'port': {'device_id': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:03.498156 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-eec7493b-b476-49df-a518-ac4c303a01fb req-63ae602e-49fb-411b-ac87-a550e3e77046 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504502 Aug 25 19:13:03.585100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-de388fdd-f994-4062-a761-d867ce47c6dc None None] Provisioning for port 5923a053-63b2-475f-8841-4b70a0d99018 completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:13:03.589819 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-de388fdd-f994-4062-a761-d867ce47c6dc None None] Provisioning complete for port 5923a053-63b2-475f-8841-4b70a0d99018 triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:13:03.590404 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-de388fdd-f994-4062-a761-d867ce47c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.618617 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.629266 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5af82b-4c88-47d8-aa4c-2ba76a9adb81 req-03aeb00e-a476-4359-b5a6-457f846a2c19 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:03.630836 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bf5af82b-4c88-47d8-aa4c-2ba76a9adb81 req-03aeb00e-a476-4359-b5a6-457f846a2c19 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 931 time: 0.0893850 Aug 25 19:13:03.643310 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-de388fdd-f994-4062-a761-d867ce47c6dc None None] Port 5923a053-63b2-475f-8841-4b70a0d99018 cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:13:03.677158 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bf5af82b-4c88-47d8-aa4c-2ba76a9adb81 req-42fcd9d8-ac90-469b-8797-119031618783 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Aug 25 19:13:03.947654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5923a053-63b2-475f-8841-4b70a0d99018 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:03.954172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.967860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Transition to ACTIVE for port object 5923a053-63b2-475f-8841-4b70a0d99018 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:13:03.971724 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:03.975164 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-610b4eea-f316-429c-a27c-11035b18ba61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:04.104210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Pushing event updated for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:04.130865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:04.211106 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Attempting to bind port 5923a053-63b2-475f-8841-4b70a0d99018 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:13:04.211466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Attempting to bind port 5923a053-63b2-475f-8841-4b70a0d99018 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:13:04.211794 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Attempting to bind port 5923a053-63b2-475f-8841-4b70a0d99018 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:04.218451 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Port 5923a053-63b2-475f-8841-4b70a0d99018 on network 7e074a95-d332-43d0-814e-303966b51fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:13:04.218777 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Attempting to bind port 5923a053-63b2-475f-8841-4b70a0d99018 on network 7e074a95-d332-43d0-814e-303966b51fb6 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:04.225727 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:13:04.226057 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Checking segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:13:04.226434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Bound using segment: {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:13:04.226847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Bound port: 5923a053-63b2-475f-8841-4b70a0d99018, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc08b84d-eda3-4aac-8e50-bf36d97bb835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:13:04.227186 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.266802 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 960b3702-38c1-4b7e-94ce-8037e7aa7c3d up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:13:04.317969 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:13:04.321147 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5923a053-63b2-475f-8841-4b70a0d99018,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:13:04.325213 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.330195 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ce9f94cd-4f1b-411b-9b00-1503fa9389e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:04.338751 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:13:04.343736 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:13:04.344114 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.384161 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.385483 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] 10.222.0.57 "PUT /v2.0/ports/5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 200 len: 1093 time: 0.9908912 Aug 25 19:13:04.388575 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:04.413730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Pushing event updated for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:04.416818 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:04.487557 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018', 'status': 'completed', 'code': 200} Aug 25 19:13:04.489010 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.522075 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:04.532332 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:04.537713 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:04.539539 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-dcd39e20-d7ed-40f3-b79e-8ad4be28b6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:04.591594 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d', 'code': 200} Aug 25 19:13:04.607589 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:04.610632 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:04.614433 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-166532dc-7daa-45c6-a30f-b43e0b2faba8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1096 time: 0.1645975 Aug 25 19:13:04.624132 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe9f3d-502a-42f6-b429-0d1c1beb3c7e req-e506d441-6599-4d65-86de-b03f2e3d9bab tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:04.625852 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48fe9f3d-502a-42f6-b429-0d1c1beb3c7e req-e506d441-6599-4d65-86de-b03f2e3d9bab tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.1334205 Aug 25 19:13:04.717916 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-ec1c8a1b-ae51-4ce0-973d-c709635423bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 200 len: 217 time: 0.0854120 Aug 25 19:13:04.774250 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-48fe9f3d-502a-42f6-b429-0d1c1beb3c7e req-48e796d3-2389-4cb2-8932-a01fe094454c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934467 Aug 25 19:13:04.799558 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df47c-9154-4412-a3d3-01900c15d429 req-e36aaa4b-df63-4901-8f37-63a5ee998db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:04.800211 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-e36aaa4b-df63-4901-8f37-63a5ee998db2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0633855 Aug 25 19:13:04.880477 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-098afbb9-ea2d-42ff-aee5-75e551e2364a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734575 Aug 25 19:13:04.930002 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a207690-56dc-435e-a4ea-ef9cc12747ed req-d5b9a250-90ad-4706-80fa-c0290231c895 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 1099 time: 0.1329961 Aug 25 19:13:04.936286 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891654a-83d1-48d7-bcdc-58df23898698 req-20b4685b-45bf-41ca-b13b-48ba5eafc87b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:04.937637 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a891654a-83d1-48d7-bcdc-58df23898698 req-20b4685b-45bf-41ca-b13b-48ba5eafc87b tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.1099324 Aug 25 19:13:05.004024 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-9a207690-56dc-435e-a4ea-ef9cc12747ed req-49c0d51c-0f2c-48fb-a816-44bac0df35cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653710 Aug 25 19:13:05.011306 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a891654a-83d1-48d7-bcdc-58df23898698 req-22aaf02d-ca7c-4e50-8aee-446527a616a9 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598278 Aug 25 19:13:05.014517 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-ce473d34-0708-44ba-8470-01186c2dcc59 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256301 Aug 25 19:13:05.422600 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-583df47c-9154-4412-a3d3-01900c15d429 req-be8bb988-6ab9-4f7b-8514-503ec3450b00 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329577 Aug 25 19:13:05.594101 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-44ff4398-f31e-41f4-a101-c5c0b12a91f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1096 time: 0.0671406 Aug 25 19:13:05.809905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-3620b387-80d6-4c18-8ae0-78ca6ff61f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:05.811371 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-3620b387-80d6-4c18-8ae0-78ca6ff61f72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.2074749 Aug 25 19:13:05.884148 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-543b0690-f662-4e88-8c4a-023bc8ddf61b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 200 len: 217 time: 0.0635552 Aug 25 19:13:06.000623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-9b811903-3630-42e0-a0d6-fecce3ad5ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:06.002069 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-9b811903-3630-42e0-a0d6-fecce3ad5ae5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0787349 Aug 25 19:13:06.056901 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e6210-b308-4172-914e-3eb5349cd216 req-77cfb7fa-a05e-45e2-8c2d-c98329703c68 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:06.058380 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d9e6210-b308-4172-914e-3eb5349cd216 req-77cfb7fa-a05e-45e2-8c2d-c98329703c68 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.1643667 Aug 25 19:13:06.116895 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d9e6210-b308-4172-914e-3eb5349cd216 req-49d7c968-02ad-47f2-aa4d-0ccaeda5ea15 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Aug 25 19:13:06.130608 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-4ab34ca9-365a-49ed-8725-548aeff094e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203923 Aug 25 19:13:06.242779 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ec65-cdea-468c-ab56-700569497faf req-e6319b7b-0b06-45cb-95c8-caa47718ea02 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:06.244268 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b839ec65-cdea-468c-ab56-700569497faf req-e6319b7b-0b06-45cb-95c8-caa47718ea02 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0831625 Aug 25 19:13:06.272208 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-9cfbe0cd-c6d2-48ab-b9b7-ee1072b17d69 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339073 Aug 25 19:13:06.304734 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b839ec65-cdea-468c-ab56-700569497faf req-c8112cb4-fbe5-45bf-bfad-9b8901fc43cc tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Aug 25 19:13:06.410586 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-9bdda0c1-30b7-4985-bd49-2e45d8983fec req-2accd7b0-d6a3-4382-8fd8-ce74de02ead3 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309643 Aug 25 19:13:06.778431 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-e6922413-ddbf-4a08-8fd8-18805d1c5d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:07.270731 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:07.324864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5d89-cb39-4abe-9dc6-ef6daf6d0e8a req-b3c50875-9a6b-4b00-a1da-114dca4315fd tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:07.326357 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ccce5d89-cb39-4abe-9dc6-ef6daf6d0e8a req-b3c50875-9a6b-4b00-a1da-114dca4315fd tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.0795279 Aug 25 19:13:07.373177 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ccce5d89-cb39-4abe-9dc6-ef6daf6d0e8a req-7e26f6c7-b9f1-482c-a7ce-7d8c486d7192 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Aug 25 19:13:07.506995 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac21945-0897-4f75-9a94-5313feef0ae0 req-e783cdfb-b9f3-4ecd-923a-d6409ad0df82 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:07.508474 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fac21945-0897-4f75-9a94-5313feef0ae0 req-e783cdfb-b9f3-4ecd-923a-d6409ad0df82 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0797446 Aug 25 19:13:07.552688 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fac21945-0897-4f75-9a94-5313feef0ae0 req-9d1df3ec-338c-4b41-8e7b-c270bfbe7923 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Aug 25 19:13:08.603556 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9081448-fe04-4378-bdba-1c53c1351e9d req-da6ef020-226d-42de-881c-a10dc7c5b48b tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:08.605033 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a9081448-fe04-4378-bdba-1c53c1351e9d req-da6ef020-226d-42de-881c-a10dc7c5b48b tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.0795047 Aug 25 19:13:08.651092 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a9081448-fe04-4378-bdba-1c53c1351e9d req-161abdf9-445d-4779-b48a-1125c274453c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Aug 25 19:13:08.747569 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9440-86ef-4200-8120-e561d3f78592 req-1d188e1d-e3a1-4ed5-b08a-b965d8889cb7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:08.748168 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-900b9440-86ef-4200-8120-e561d3f78592 req-1d188e1d-e3a1-4ed5-b08a-b965d8889cb7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:08.763561 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-900b9440-86ef-4200-8120-e561d3f78592 req-1d188e1d-e3a1-4ed5-b08a-b965d8889cb7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:08.765022 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-900b9440-86ef-4200-8120-e561d3f78592 req-1d188e1d-e3a1-4ed5-b08a-b965d8889cb7 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0906210 Aug 25 19:13:08.810208 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-900b9440-86ef-4200-8120-e561d3f78592 req-0ce191de-0c1d-4224-ac77-a664208917ec tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Aug 25 19:13:09.134443 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-bc6b1a6b-958d-4cca-aa35-4c7c4f397c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:09.848384 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddeef5-bd96-4de6-a9ef-367b2b4851ef req-3abdae32-0103-4cc7-991b-9bd41da23f09 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:09.850111 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-98ddeef5-bd96-4de6-a9ef-367b2b4851ef req-3abdae32-0103-4cc7-991b-9bd41da23f09 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.0771427 Aug 25 19:13:09.898883 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-98ddeef5-bd96-4de6-a9ef-367b2b4851ef req-f8b2ace0-fedb-43ee-99ea-6ad2f749bd8f tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Aug 25 19:13:10.010812 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424b5b-c0e4-4c6e-bee3-fd0515d0108a req-b094e802-e9f6-4724-9af0-9383562d07e6 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:10.012173 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c424b5b-c0e4-4c6e-bee3-fd0515d0108a req-b094e802-e9f6-4724-9af0-9383562d07e6 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0782218 Aug 25 19:13:10.056116 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1c424b5b-c0e4-4c6e-bee3-fd0515d0108a req-4174c8f7-c3f1-487f-a039-a6ff89d71023 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 Aug 25 19:13:10.133509 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.285100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-6cde746f-8247-4100-83f5-ac662131c6f0 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:10.286458 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-6cde746f-8247-4100-83f5-ac662131c6f0 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 946 time: 0.0744851 Aug 25 19:13:10.356379 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Deleting port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:10.356808 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.594068 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] For port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:10.594421 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.712747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Calling delete_port for 960b3702-38c1-4b7e-94ce-8037e7aa7c3d owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:10.926846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:10.932627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-23ab47c1-cd94-4153-badc-65e9d88d08f1 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:10.973073 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['960b3702-38c1-4b7e-94ce-8037e7aa7c3d'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:10.974354 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Pushing event deleted for resources: {'Port': ['ID=960b3702-38c1-4b7e-94ce-8037e7aa7c3d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:10.977829 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:11.051496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] No DVR routers for this DVR port 960b3702-38c1-4b7e-94ce-8037e7aa7c3d on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:11.053984 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:11.056530 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'name': 'network-vif-deleted', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:11.069943 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-49f41fb7-6e79-439b-83e4-c3a576fd3492 req-4774957e-7b54-4e35-ba41-18bededf63a0 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1a64918-a851-4761-88cf-f257e367279c HTTP/1.1" status: 200 len: 210 time: 0.0434036 Aug 25 19:13:11.072430 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a20e8368-e166-44e0-b54d-21087c211bc2 req-87f8882d-8af8-48f0-b549-626d00476e04 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "DELETE /v2.0/ports/960b3702-38c1-4b7e-94ce-8037e7aa7c3d HTTP/1.1" status: 204 len: 173 time: 0.7797093 Aug 25 19:13:11.128617 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a64918-a851-4761-88cf-f257e367279c', 'name': 'network-vif-deleted', 'tag': '960b3702-38c1-4b7e-94ce-8037e7aa7c3d', 'status': 'completed', 'code': 200} Aug 25 19:13:11.263401 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794a01c-f13a-4777-bc72-a022f35c2e26 req-11ebf914-2a0c-47d2-945a-d36d671e45a3 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:11.264894 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3794a01c-f13a-4777-bc72-a022f35c2e26 req-11ebf914-2a0c-47d2-945a-d36d671e45a3 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0802951 Aug 25 19:13:11.314196 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3794a01c-f13a-4777-bc72-a022f35c2e26 req-dbf8d775-1881-461c-86ed-bf0a7b7218c8 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Aug 25 19:13:11.531488 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:12.441747 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-1d9eb14c-37b1-4ba5-ae4a-54b2d6187ab5 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:12.442420 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-1d9eb14c-37b1-4ba5-ae4a-54b2d6187ab5 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Synchronizing usage tracker for tenant:b050c9e1d88846538c5384f1802358e1 on resource:network {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:12.459020 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-1d9eb14c-37b1-4ba5-ae4a-54b2d6187ab5 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Unset dirty status for tenant:b050c9e1d88846538c5384f1802358e1 on resource:network {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:12.460272 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-1d9eb14c-37b1-4ba5-ae4a-54b2d6187ab5 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 809 time: 0.1601954 Aug 25 19:13:12.476498 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-ba7ff65b-f68e-47a6-91b3-93dd3cacbbb6 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/quotas/b050c9e1d88846538c5384f1802358e1 HTTP/1.1" status: 200 len: 375 time: 0.0107970 Aug 25 19:13:12.507879 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573fc1c-443e-4690-a841-8b120bc654d1 req-efff4087-8786-4a01-ab71-f0c4284e2e63 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:12.509391 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0573fc1c-443e-4690-a841-8b120bc654d1 req-efff4087-8786-4a01-ab71-f0c4284e2e63 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0771368 Aug 25 19:13:12.523229 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-ab777fd0-920d-4a95-9292-fd4dec27c862 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416336 Aug 25 19:13:12.533692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-51fa9d49-75a7-46a2-b94c-b20078600fa1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75029) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:13:12.534663 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-51fa9d49-75a7-46a2-b94c-b20078600fa1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050955 Aug 25 19:13:12.554212 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0573fc1c-443e-4690-a841-8b120bc654d1 req-85e8a636-b807-4aa4-9237-c4acec540fcd tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Aug 25 19:13:12.663302 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-305e9bed-71ad-493e-b432-1d81bb595a52 service neutron] 10.222.0.26 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227822 Aug 25 19:13:12.792141 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-24dc1580-15bb-4815-a954-ff2e22ac24df service neutron] 10.222.0.26 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232364 Aug 25 19:13:12.970276 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-557c0a37-39ec-403a-8b77-a25bd9ff8572 req-68402849-5064-4234-b056-fb73df0cd88e tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Synchronizing usage tracker for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:12.985138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-557c0a37-39ec-403a-8b77-a25bd9ff8572 req-68402849-5064-4234-b056-fb73df0cd88e tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Unset dirty status for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:12.986300 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-557c0a37-39ec-403a-8b77-a25bd9ff8572 req-68402849-5064-4234-b056-fb73df0cd88e tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 210 time: 0.0549603 Aug 25 19:13:13.751022 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b12fa-5c68-4679-a94d-9dbf9da404b8 req-03d7a554-88ca-479b-b027-115787031072 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:13.753162 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b12b12fa-5c68-4679-a94d-9dbf9da404b8 req-03d7a554-88ca-479b-b027-115787031072 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 943 time: 0.0770388 Aug 25 19:13:13.801929 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b12b12fa-5c68-4679-a94d-9dbf9da404b8 req-694d9933-610e-4c56-b62c-e3b46ce0414c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Aug 25 19:13:14.171845 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a4986a99-0e15-4c96-8d88-3c6869fcb9a2 req-7f9bac04-8b2e-4f04-8524-e0f8e957310c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 210 time: 0.0628359 Aug 25 19:13:14.314676 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5923a053-63b2-475f-8841-4b70a0d99018 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:13:14.323197 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 960b3702-38c1-4b7e-94ce-8037e7aa7c3d no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:14.358086 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 960b3702-38c1-4b7e-94ce-8037e7aa7c3d {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:14.358462 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 960b3702-38c1-4b7e-94ce-8037e7aa7c3d not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:14.469472 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-4e8fd1c7-f86b-4cc4-aa89-944eba562100 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:14.471547 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-4e8fd1c7-f86b-4cc4-aa89-944eba562100 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 809 time: 0.1452634 Aug 25 19:13:14.488907 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5923a053-63b2-475f-8841-4b70a0d99018,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:14.495606 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Request body: {'port': {'device_id': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'network_id': '8c1979a9-adae-4574-975c-935af3a99648', 'admin_state_up': True, 'tenant_id': 'b050c9e1d88846538c5384f1802358e1'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:14.503150 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '5923a053-63b2-475f-8841-4b70a0d99018', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'port_id': '5923a053-63b2-475f-8841-4b70a0d99018', 'mac_address': 'fa:16:3e:1f:f9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:13:14.557283 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:14.575311 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5923a053-63b2-475f-8841-4b70a0d99018 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:14.590472 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5923a053-63b2-475f-8841-4b70a0d99018,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:14.594874 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:14.596926 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-0bc74b70-4e03-4a65-beb7-23415da65fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:14.633019 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:13:14.642454 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:13:14.651550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Made reservation on behalf of b050c9e1d88846538c5384f1802358e1 for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:13:14.654613 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:14.664458 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:14.667780 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:14.810814 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Allocated IP 172.20.0.5 (8c1979a9-adae-4574-975c-935af3a99648/0594db27-8584-4c0f-b368-d2e29a0220ad/95aa66ae-0295-410e-9bf0-7c33c4e8c6d6) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:13:14.942819 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['5923a053-63b2-475f-8841-4b70a0d99018'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:15.015454 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.044084 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.055003 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4fd9488c-faba-4491-aae4-eb883b6d62a5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:15.096721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cc3e5-8e15-4f87-9581-60c81c291cc0 req-512dbf54-e203-4d81-9cf2-0b2d55aa4d65 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:15.098135 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371cc3e5-8e15-4f87-9581-60c81c291cc0 req-512dbf54-e203-4d81-9cf2-0b2d55aa4d65 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 944 time: 0.1710906 Aug 25 19:13:15.130628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Network 8c1979a9-adae-4574-975c-935af3a99648 is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:13:15.134284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:13:15.136304 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Pushing event updated for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:15.138439 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:13:15.153895 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-371cc3e5-8e15-4f87-9581-60c81c291cc0 req-51949864-8f1e-481b-b6b9-ca6ecb3870e5 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494735 Aug 25 19:13:15.164211 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:15.198941 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:15.199661 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.227978 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364347 Aug 25 19:13:15.246567 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-6325fbb1-f3a1-41fe-8180-7d49b8c31bf8 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=75028) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 19:13:15.247394 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-6325fbb1-f3a1-41fe-8180-7d49b8c31bf8 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052745 Aug 25 19:13:15.342005 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Request body: {'port': {'device_id': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:15.487878 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d041d8c-ca5b-47a1-9bdd-aff1ffc9b461 req-9d1d9b87-bc64-4e6e-87a8-e235c13fe4cb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:15.488497 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2d041d8c-ca5b-47a1-9bdd-aff1ffc9b461 req-9d1d9b87-bc64-4e6e-87a8-e235c13fe4cb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Synchronizing usage tracker for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:13:15.493584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.544589 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-2d041d8c-ca5b-47a1-9bdd-aff1ffc9b461 req-9d1d9b87-bc64-4e6e-87a8-e235c13fe4cb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Unset dirty status for tenant:b050c9e1d88846538c5384f1802358e1 on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:13:15.545767 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d041d8c-ca5b-47a1-9bdd-aff1ffc9b461 req-9d1d9b87-bc64-4e6e-87a8-e235c13fe4cb tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 931 time: 0.2436259 Aug 25 19:13:15.655892 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2d041d8c-ca5b-47a1-9bdd-aff1ffc9b461 req-78edc010-3013-49e3-81d6-525e9e0fb414 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034343 Aug 25 19:13:15.949918 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:15.956654 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.970316 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Transition to ACTIVE for port object 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:13:15.974564 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:15.978550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ebd2afd3-6f78-41dc-bed9-9fc49926866d tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:16.096476 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:16.099692 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:16.200253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Attempting to bind port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:13:16.200847 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Attempting to bind port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:13:16.200996 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Attempting to bind port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 on network 8c1979a9-adae-4574-975c-935af3a99648 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:16.207218 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 on network 8c1979a9-adae-4574-975c-935af3a99648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:13:16.207547 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Attempting to bind port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 on network 8c1979a9-adae-4574-975c-935af3a99648 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:13:16.213979 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:13:16.214342 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Checking segment: {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:13:16.214721 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Bound using segment: {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:13:16.215228 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Bound port: 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c1979a9-adae-4574-975c-935af3a99648'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:13:16.215495 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.302420 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:13:16.305395 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:13:16.309896 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.313534 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:16.325947 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5923a053-63b2-475f-8841-4b70a0d99018 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:13:16.350422 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31327f-bbd2-4658-b428-1fdb2c5427f9 req-d320f5b4-a837-4d66-8bde-c7b2269d7699 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:16.357114 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3c31327f-bbd2-4658-b428-1fdb2c5427f9 req-d320f5b4-a837-4d66-8bde-c7b2269d7699 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 944 time: 0.0870602 Aug 25 19:13:16.380644 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.382021 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] 10.222.0.57 "PUT /v2.0/ports/95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 HTTP/1.1" status: 200 len: 1093 time: 1.1279323 Aug 25 19:13:16.382528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:16.398899 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:16.400779 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 5923a053-63b2-475f-8841-4b70a0d99018 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:13:16.405375 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3c31327f-bbd2-4658-b428-1fdb2c5427f9 req-e4a226db-0d1a-4669-983c-f761f3fcbb1a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Aug 25 19:13:16.410409 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 5923a053-63b2-475f-8841-4b70a0d99018 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:13:16.410632 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.411445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-32a21d2d-bc96-4def-abe4-df03e2597933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:16.450012 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6', 'status': 'completed', 'code': 200} Aug 25 19:13:16.530664 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.542362 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-31c5f224-85c5-47fe-becb-62254d6fb838 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 1096 time: 0.0692849 Aug 25 19:13:16.556643 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:16.566965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5923a053-63b2-475f-8841-4b70a0d99018,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:16.571267 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:16.573208 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-bb9ebcd9-a0da-43da-8504-db06328e4896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:16.614229 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018', 'code': 200} Aug 25 19:13:16.623684 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-40b27065-b82e-4855-9ba0-42d4acc47448 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 HTTP/1.1" status: 200 len: 217 time: 0.0671780 Aug 25 19:13:16.642272 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:16.645837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:16.704341 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-abc531bd-4235-4ed0-aca8-f95080337f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:16.706425 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-abc531bd-4235-4ed0-aca8-f95080337f03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0594db27-8584-4c0f-b368-d2e29a0220ad HTTP/1.1" status: 200 len: 849 time: 0.0577073 Aug 25 19:13:16.757303 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-252bb7eb-7bbf-41a2-af0c-f2cbcca16344 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c1979a9-adae-4574-975c-935af3a99648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432971 Aug 25 19:13:16.940593 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26896c8e-259b-46e5-bdf3-a0a2ab9665d6 req-8906456d-d205-42fc-80bb-e4e87c323ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1098 time: 0.0673637 Aug 25 19:13:16.949251 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-bbd03b4a-2876-43f2-b925-31be85efd623 service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809475 Aug 25 19:13:16.955641 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82569f38-f1f1-4897-bb6c-281360e71174 req-31946b22-7a0e-45be-aaac-ea1dbdef2e6a tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:16.957082 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-82569f38-f1f1-4897-bb6c-281360e71174 req-31946b22-7a0e-45be-aaac-ea1dbdef2e6a tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 943 time: 0.1707900 Aug 25 19:13:16.987651 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-26896c8e-259b-46e5-bdf3-a0a2ab9665d6 req-3bbc7871-2e7a-45e5-bd9e-d930d66ecc99 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Aug 25 19:13:17.079164 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-82569f38-f1f1-4897-bb6c-281360e71174 req-eaae7e54-bcae-4723-b32d-5ec9cab66b69 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Aug 25 19:13:17.112888 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2c33eb35-30a1-41a1-9c88-80919fcf2787 req-eeba457f-c544-43be-8df8-7d1b205878ce service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548624 Aug 25 19:13:17.468478 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-e9b3534b-3961-4cac-8f70-5851a2744480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b050c9e1d88846538c5384f1802358e1&device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 1096 time: 0.0712376 Aug 25 19:13:17.601357 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-0101a1d7-fa04-4ecd-8b4f-1ec90ebb3294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:17.602821 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-0101a1d7-fa04-4ecd-8b4f-1ec90ebb3294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 200 len: 910 time: 0.1265914 Aug 25 19:13:17.613049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef950-074c-4b38-ad37-3c0d80c461de req-8a97be8d-c22b-44ae-80a7-7c1d5091d962 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:17.614529 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ddef950-074c-4b38-ad37-3c0d80c461de req-8a97be8d-c22b-44ae-80a7-7c1d5091d962 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.0797086 Aug 25 19:13:17.659866 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-1ddef950-074c-4b38-ad37-3c0d80c461de req-47ff3ce3-6b25-413b-9c8e-7ecbd435e8ee tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Aug 25 19:13:17.686148 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-e7d4af89-b7f0-46ba-9d56-3b2296a57bed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 HTTP/1.1" status: 200 len: 217 time: 0.0611920 Aug 25 19:13:17.756138 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-36edf7cd-2a1d-4f8b-a95a-4db6bd9f40af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:17.757507 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-36edf7cd-2a1d-4f8b-a95a-4db6bd9f40af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0594db27-8584-4c0f-b368-d2e29a0220ad HTTP/1.1" status: 200 len: 849 time: 0.0587690 Aug 25 19:13:17.807071 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-3d89908e-d0b0-4ee5-a03e-62b91aa0825d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8c1979a9-adae-4574-975c-935af3a99648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376329 Aug 25 19:13:18.015274 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-f8464948-8cc2-4d0b-8d0b-6bf00c0d2f9c service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004550 Aug 25 19:13:18.147732 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c5657dae-82ae-44b2-801d-bcb185b25340 req-369c1ece-0d02-4cc4-80a8-531b95cf194c service neutron] 10.222.0.57 "GET /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231115 Aug 25 19:13:18.281344 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487de6a-bae1-4245-9588-f3f8b435fcf3 req-4c60587a-8d9a-4eee-bef5-18e82b387751 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:18.282723 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1487de6a-bae1-4245-9588-f3f8b435fcf3 req-4c60587a-8d9a-4eee-bef5-18e82b387751 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 943 time: 0.0802248 Aug 25 19:13:18.327057 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1487de6a-bae1-4245-9588-f3f8b435fcf3 req-ee1c7bf6-d3e5-4921-baaa-d19250025d56 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Aug 25 19:13:18.852352 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0be1a-1bff-421f-8ebc-8bb518e006c6 req-669b70b0-79bc-4316-934c-8c89b8bea64e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:18.853841 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8da0be1a-1bff-421f-8ebc-8bb518e006c6 req-669b70b0-79bc-4316-934c-8c89b8bea64e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.0746672 Aug 25 19:13:18.906793 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-8da0be1a-1bff-421f-8ebc-8bb518e006c6 req-97e73943-7142-42d4-9a43-c436dc4a54d8 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 Aug 25 19:13:19.097486 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c67f7-733e-4f17-ab77-39e4dcaa9869 req-f53ee809-e082-410e-ad81-74241b661310 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:19.098953 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed6c67f7-733e-4f17-ab77-39e4dcaa9869 req-f53ee809-e082-410e-ad81-74241b661310 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.0752785 Aug 25 19:13:19.145164 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ed6c67f7-733e-4f17-ab77-39e4dcaa9869 req-b492390f-490d-4456-b9e1-3dccc869a2eb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Aug 25 19:13:19.172952 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44954) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:19.242432 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-27a086ac-d0ad-48a4-aff6-98eaa70ee43f tempest-TestVolumeBootPattern-398717799 tempest-TestVolumeBootPattern-398717799-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1093 time: 0.0681958 Aug 25 19:13:19.244830 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 44958) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:19.249926 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.v2.base [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Request body: {'floatingip': {'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'port_id': '5923a053-63b2-475f-8841-4b70a0d99018', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=75029) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:13:19.256263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:13:19.259985 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Usage tracker for resource:floatingip and tenant:56cd4633a8784d1aa2ba79d34a1612ef is out of sync, need to count used quota {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:13:19.262772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75029) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:13:19.268335 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.quota.driver [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75029) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:13:19.278327 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:19.419647 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:19.597968 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e26a5-3f1c-44b6-a61a-6901e0b6755d req-5a656f60-bfb9-42fd-9696-80372da9a37a tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:19.599425 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb6e26a5-3f1c-44b6-a61a-6901e0b6755d req-5a656f60-bfb9-42fd-9696-80372da9a37a tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 943 time: 0.1450360 Aug 25 19:13:19.636049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_common [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Allocated IP 172.27.2.248 (60d62a53-e5ad-4c27-8eed-c122d41318b1/ff9f6ee9-39f2-4af6-80cf-eccd57219ac5/383029a4-5b61-43cc-8202-30fb7f0f3d95) {{(pid=75029) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:13:19.730970 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-fb6e26a5-3f1c-44b6-a61a-6901e0b6755d req-07e36264-cf97-46a5-90ca-5db35f6deae0 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255641 Aug 25 19:13:19.801444 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:19.827672 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:19.831787 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e57933d2-61ab-4046-b8bb-07c1e74e770e tempest-VolumesSnapshotTestJSON-859454684 tempest-VolumesSnapshotTestJSON-859454684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:19.892480 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Network 60d62a53-e5ad-4c27-8eed-c122d41318b1 is already hosted by enough agents. {{(pid=75029) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:13:19.895958 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.base_scheduler [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Resources bound (agent type, host, resource id): {{(pid=75029) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:13:19.899646 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Received port after_create {{(pid=75029) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:13:19.929019 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=383029a4-5b61-43cc-8202-30fb7f0f3d95,revision_number=1']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:19.934656 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:20.367196 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:13:20.505729 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.532279 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:20.545459 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6', 'network_id': '8c1979a9-adae-4574-975c-935af3a99648', 'port_id': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6', 'mac_address': 'fa:16:3e:43:3c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0594db27-8584-4c0f-b368-d2e29a0220ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:13:20.567056 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.597768 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.617225 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:13:20.632688 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:20.637210 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.640013 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:20.706748 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:20.709804 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:20.771344 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for port, precommit_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.775986 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1810423'] for port, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.779601 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-8a17a2d1-e7dc-403a-a417-3b0bfd7d91a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:20.879034 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event updated for resources: {'Port': ['ID=383029a4-5b61-43cc-8202-30fb7f0f3d95,revision_number=2']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:20.883024 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:20.899878 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691016'] for floatingip, after_update {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:20.932673 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2899ed1-d4c8-4f98-b91c-e18a7f222634 req-608cb0bd-b93b-4410-9df1-d350d40aa9ad tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:20.934163 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2899ed1-d4c8-4f98-b91c-e18a7f222634 req-608cb0bd-b93b-4410-9df1-d350d40aa9ad tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 944 time: 0.0812893 Aug 25 19:13:20.978715 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c2899ed1-d4c8-4f98-b91c-e18a7f222634 req-ac38abd0-81e3-41b1-bb0a-c2d262bc6eed tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Aug 25 19:13:21.037649 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['95aa66ae-0295-410e-9bf0-7c33c4e8c6d6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:21.089312 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.db.l3_db [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Floating IP 3651c778-a31f-48c8-9283-9477ecf1b58b associated. External IP: 172.27.2.248, port: 5923a053-63b2-475f-8841-4b70a0d99018. Aug 25 19:13:21.475518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:13:21.686069 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:13:21.696878 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:13:21.709204 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:21.710091 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:13:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:21.712458 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:21.766032 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-6a363e90-0074-4b45-86ea-f84a86769a3a tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5199637 Aug 25 19:13:21.767175 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:21.894397 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:21.906550 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018', 'status': 'completed', 'code': 200} Aug 25 19:13:22.031799 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-5600dc49-1c24-4c32-94e5-b02b1cfaa18e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1098 time: 0.0699527 Aug 25 19:13:22.227967 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-19cf0be9-ddee-4bbc-91d7-5e118dd36457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:22.229458 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-19cf0be9-ddee-4bbc-91d7-5e118dd36457 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1877940 Aug 25 19:13:22.243135 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fce99-2b65-4550-9df6-d625084b6376 req-df2d8e58-acdf-4cfe-8694-3ac0855944af tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:22.244563 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b59fce99-2b65-4550-9df6-d625084b6376 req-df2d8e58-acdf-4cfe-8694-3ac0855944af tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 944 time: 0.1319830 Aug 25 19:13:22.263505 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}, {'id': '3651c778-a31f-48c8-9283-9477ecf1b58b', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '5923a053-63b2-475f-8841-4b70a0d99018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:1f:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:13:20Z', 'updated_at': '2021-08-25T19:13:20Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:22.267764 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:13:22.279656 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:13:22.280251 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:13:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:22.372065 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b59fce99-2b65-4550-9df6-d625084b6376 req-7f04b242-9486-44b0-a826-be9c55b5d7e1 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759795 Aug 25 19:13:22.373791 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-bc0d52ea-f94b-4f1a-8704-76cb6181436a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 200 len: 999 time: 0.1283851 Aug 25 19:13:22.416403 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:13:22.443034 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-87b90333-211d-4652-8c76-c8ed837093aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:22.444487 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-87b90333-211d-4652-8c76-c8ed837093aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0615704 Aug 25 19:13:22.513043 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:13:22.523250 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-1ad1bc81-985a-4714-bc04-e8b78f56e97a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698144 Aug 25 19:13:22.581547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:13:22.591254 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:13:22.591642 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:22.657862 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-6080102c-77f7-432b-8a70-145fec94433b service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240015 Aug 25 19:13:22.795956 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ad82c714-a49a-4bf9-986a-436d7e1132fd req-3b79bc2c-417b-4680-a74b-0d3c9690ed5b service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306276 Aug 25 19:13:22.927941 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:22.998844 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:23.011361 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:23.015396 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:23.017811 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-55fe0e32-bdee-4687-a685-652662c06e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:23.059296 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6', 'code': 200} Aug 25 19:13:23.095598 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:23.098795 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:23.101099 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-61513922-83a3-42b1-8d17-136726209b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}, {'id': '3651c778-a31f-48c8-9283-9477ecf1b58b', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '5923a053-63b2-475f-8841-4b70a0d99018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:1f:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:13:20Z', 'updated_at': '2021-08-25T19:13:20Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:23.105700 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61513922-83a3-42b1-8d17-136726209b05 None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}, {'id': '3651c778-a31f-48c8-9283-9477ecf1b58b', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': '5923a053-63b2-475f-8841-4b70a0d99018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:1f:f9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:13:20Z', 'updated_at': '2021-08-25T19:13:20Z', 'revision_number': 0, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:13:23.291028 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56a0c5-e448-4116-9436-36aa2575d7e4 None None] New status for floating IP 3651c778-a31f-48c8-9283-9477ecf1b58b: ACTIVE {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:13:23.357874 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b1201c0f-4760-4c60-afbc-e13979b73ac1 req-f2981b4e-bbea-456f-aef8-fe8cb5abc140 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 1098 time: 0.0682032 Aug 25 19:13:23.404357 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-b1201c0f-4760-4c60-afbc-e13979b73ac1 req-850792f0-0f86-4bcb-a226-38311606d224 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Aug 25 19:13:23.568934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696542-7f3e-464e-a222-df08b97354df req-f39beb5c-1e4f-49c9-bf76-1a355f7549bc tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:23.570619 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf696542-7f3e-464e-a222-df08b97354df req-f39beb5c-1e4f-49c9-bf76-1a355f7549bc tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0775833 Aug 25 19:13:23.614881 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cf696542-7f3e-464e-a222-df08b97354df req-dddb36a4-97e5-4906-adf0-fe3bde4ce099 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Aug 25 19:13:24.822361 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b018599-1094-42eb-a753-1950342dab8a req-916b3eb4-4578-4275-95ea-45d2fb2dcbdc tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:24.824087 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b018599-1094-42eb-a753-1950342dab8a req-916b3eb4-4578-4275-95ea-45d2fb2dcbdc tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0818763 Aug 25 19:13:24.869147 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5b018599-1094-42eb-a753-1950342dab8a req-4f5f3066-cbae-4fe7-9915-0eac94192e3c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Aug 25 19:13:26.066296 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354d5aa-cbbd-4039-b680-d9e25fe905c9 req-2002eb76-f072-4f7c-8f54-166ab0a4b69e tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:26.068362 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7354d5aa-cbbd-4039-b680-d9e25fe905c9 req-2002eb76-f072-4f7c-8f54-166ab0a4b69e tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0789118 Aug 25 19:13:26.197259 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-7354d5aa-cbbd-4039-b680-d9e25fe905c9 req-377cffd3-9b50-4bc7-a18f-b21e9fcfe246 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234992 Aug 25 19:13:27.553604 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2f71-8b38-4007-bb4f-ea2ab56a5282 req-8a3510ce-01b1-4be7-9fa1-8b026d39b2ff tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:27.555098 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57ab2f71-8b38-4007-bb4f-ea2ab56a5282 req-8a3510ce-01b1-4be7-9fa1-8b026d39b2ff tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0743818 Aug 25 19:13:27.599122 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-57ab2f71-8b38-4007-bb4f-ea2ab56a5282 req-2843d7ef-bd97-4553-b7d2-3f3b06e8907c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386467 Aug 25 19:13:27.641546 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:28.797262 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a6c3-24e6-4fda-a192-20039a46931f req-b115894f-002d-44c8-8160-2f85d749538c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:28.798715 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc97a6c3-24e6-4fda-a192-20039a46931f req-b115894f-002d-44c8-8160-2f85d749538c tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0760133 Aug 25 19:13:28.850051 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-bc97a6c3-24e6-4fda-a192-20039a46931f req-16ecd1ee-e768-45ed-9f9d-900aba48bfcc tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/security-groups?id=46140194-8ff3-465b-b4fe-dc46005c5309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Aug 25 19:13:29.261517 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc412d0-666e-47be-9b90-95360b26adab req-69c27bae-203a-4938-9f76-5725b1ae3c2b tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:13:29.262981 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0dc412d0-666e-47be-9b90-95360b26adab req-69c27bae-203a-4938-9f76-5725b1ae3c2b tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 945 time: 0.0914013 Aug 25 19:13:29.339160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Deleting port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:13:29.339498 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:29.589056 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] For port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,segment=NetworkSegment(1c54f6c4-581e-48df-b2a5-2f66b2b2eba9),segment_id=1c54f6c4-581e-48df-b2a5-2f66b2b2eba9)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:13:29.589409 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:29.706362 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Calling delete_port for 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:13:29.843770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:29.852999 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:29.893061 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['95aa66ae-0295-410e-9bf0-7c33c4e8c6d6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:13:29.899116 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Pushing event deleted for resources: {'Port': ['ID=95aa66ae-0295-410e-9bf0-7c33c4e8c6d6,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:29.937492 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.937862 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.938223 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.938578 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.938930 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.939281 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.939627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.939972 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.940318 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.940658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.941017 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:29.948423 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:30.012401 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] No DVR routers for this DVR port 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:13:30.018277 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:30.021333 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'name': 'network-vif-deleted', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:13:30.035292 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-ae960fcf-82e8-40a5-a12e-213381bee74e req-9809ce1a-6dab-4fe8-80bb-9a3aa053dfe9 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.26 "GET /v2.0/ports?device_id=83448232-ebe3-478a-83b6-b79ea2c8daaa HTTP/1.1" status: 200 len: 210 time: 0.0582776 Aug 25 19:13:30.042916 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0dc412d0-666e-47be-9b90-95360b26adab req-f60ee41e-f59c-4d40-8ba1-427ab5691376 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] 10.222.0.57 "DELETE /v2.0/ports/95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 HTTP/1.1" status: 204 len: 173 time: 0.7647095 Aug 25 19:13:30.161087 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83448232-ebe3-478a-83b6-b79ea2c8daaa', 'name': 'network-vif-deleted', 'tag': '95aa66ae-0295-410e-9bf0-7c33c4e8c6d6', 'status': 'completed', 'code': 200} Aug 25 19:13:32.381211 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:13:32.415836 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:13:32.416107 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 95aa66ae-0295-410e-9bf0-7c33c4e8c6d6 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:13:36.781248 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f8e8feba-8b00-4812-8203-b779ce6626bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:37.283102 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:37.509522 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:13:39.140657 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-c900e0fa-9a32-4ad6-b380-1560db73f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:40.145432 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:41.539851 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:56.819983 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45190) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:56.976185 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Deleting subnet 0594db27-8584-4c0f-b368-d2e29a0220ad {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:13:56.979153 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.027683 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.085482 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.154822 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.158641 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:57.193518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0594db27-8584-4c0f-b368-d2e29a0220ad,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:57.205270 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.208682 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.209054 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.209416 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.209772 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.210126 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.210483 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.210832 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.211184 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.211530 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.211874 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.212217 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:13:57.215727 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:57.218679 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-c57c37fb-fd43-4ccc-8298-be1a20d44146 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0594db27-8584-4c0f-b368-d2e29a0220ad HTTP/1.1" status: 204 len: 168 time: 0.3977325 Aug 25 19:13:57.221429 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45194) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:57.327589 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.446825 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.459666 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1979a9-adae-4574-975c-935af3a99648']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:57.471575 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:57.471868 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c54f6c4-581e-48df-b2a5-2f66b2b2eba9') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:13:57.483511 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.499312 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.505415 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:13:57.505790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:13:57.518333 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:13:57.592980 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.596599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f701e6b2-330f-49c2-8fc3-a5800f3172dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:57.609925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.620499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1979a9-adae-4574-975c-935af3a99648,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:57.623584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:57.630701 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f76bca3f-dffd-4a17-9383-ab894f252ebe admin admin] 10.222.0.26 "DELETE /v2.0/networks/8c1979a9-adae-4574-975c-935af3a99648 HTTP/1.1" status: 204 len: 168 time: 0.4066007 Aug 25 19:13:57.655197 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.763123 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45200) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:57.816770 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b2102e30-aba8-4c63-b622-b75d2d570813 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b050c9e1d88846538c5384f1802358e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524182 Aug 25 19:13:57.819676 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45204) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:13:57.884705 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.909548 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.958845 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.962416 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-b0264e28-443e-4164-8895-b9d3b8058b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:13:57.975265 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46140194-8ff3-465b-b4fe-dc46005c5309,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:13:57.978354 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:13:57.989567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:13:57.990793 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-ce8bc0ad-b5f6-42f7-81d6-4b5e73368d95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46140194-8ff3-465b-b4fe-dc46005c5309 HTTP/1.1" status: 204 len: 168 time: 0.1700473 Aug 25 19:14:00.638377 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-8da26477-f656-40e8-a3a0-a1cb4362c3a5 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274124 Aug 25 19:14:00.781446 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-c781a250-8216-4e5d-85c1-e845f688d23d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:00.782776 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-c781a250-8216-4e5d-85c1-e845f688d23d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395252 Aug 25 19:14:00.799275 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-3193e0fd-291a-4a84-91a3-587b0b3f39d4 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/quotas/1428c73977ec42c4aee2b1a98d3a61cf HTTP/1.1" status: 200 len: 375 time: 0.0108871 Aug 25 19:14:00.854740 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-97530e54-dbc1-4111-9ef3-b4ab9f418de9 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496411 Aug 25 19:14:01.036149 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a652655f-a6ea-4b72-9c20-d44bc0cffdd9 req-6d4ed537-1681-4394-ac2e-d085e25314a4 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 210 time: 0.0414660 Aug 25 19:14:02.077612 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-0e5628b5-12df-45aa-bf6f-301f2e5ae958 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271409 Aug 25 19:14:02.220325 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-065da584-2ac3-4b5b-9d16-ab692dfd6b44 req-3d14bd21-6697-4198-95c2-6dcab82f4c03 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 210 time: 0.0482414 Aug 25 19:14:02.322538 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-a3e44085-7506-4273-974c-217faa677b63 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:02.323950 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-a3e44085-7506-4273-974c-217faa677b63 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404332 Aug 25 19:14:02.351360 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Request body: {'port': {'device_id': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb', 'admin_state_up': True, 'tenant_id': '1428c73977ec42c4aee2b1a98d3a61cf'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:14:02.481901 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:14:02.485552 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Usage tracker for resource:port and tenant:1428c73977ec42c4aee2b1a98d3a61cf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:14:02.488350 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:14:02.494014 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:14:02.503353 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Made reservation on behalf of 1428c73977ec42c4aee2b1a98d3a61cf for: {'port': 1} {{(pid=75028) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 19:14:02.506328 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:02.518496 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks [] for security_group, before_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:02.549436 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 19:14:02.553152 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Usage tracker for resource:security_group_rule and tenant:1428c73977ec42c4aee2b1a98d3a61cf is out of sync, need to count used quota {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 19:14:02.555951 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75028) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 19:14:02.561568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.quota.driver [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75028) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 19:14:02.627686 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks [] for security_group, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:02.631851 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:02.634431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-937ec51f-9183-41ea-9813-fa4421af6e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:02.710089 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31267a9d-681c-494a-8abd-9e14a2bbb153,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:02.714978 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:02.800453 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_common [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Allocated IP 192.168.233.112 (e996572a-8bfe-4eb4-9aa1-8515bbd9feeb/7ab1a3c8-999b-470e-91e8-b155fd0352da/363f0c59-dafe-43fa-a529-8e80e437a39e) {{(pid=75028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 19:14:03.002816 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks [] for port, precommit_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.019055 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Transition to ACTIVE for port object 363f0c59-dafe-43fa-a529-8e80e437a39e will not be triggered until provisioned by entity DHCP. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:14:03.039897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779967162399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_create {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.045261 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-88922baa-f5a4-48ce-ae09-4aa02c4331f7 tempest-TestMinimumBasicScenario-1831582973 tempest-TestMinimumBasicScenario-1831582973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:03.114855 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb is already hosted by enough agents. {{(pid=75028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 19:14:03.117919 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.base_scheduler [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Resources bound (agent type, host, resource id): {{(pid=75028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 19:14:03.122284 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Received port after_create {{(pid=75028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 19:14:03.150508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Pushing event updated for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=1']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:03.157827 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:03.184478 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:03.185253 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.211414 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-b8d89c94-dad7-43a6-9b14-4739c4ae206f tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8642187 Aug 25 19:14:03.234533 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.v2.base [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Request body: {'port': {'device_id': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80603'}} {{(pid=75028) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 19:14:03.346248 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.415950 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-14c87aff-b420-48af-901c-94365790d600 None None] Provisioning for port 363f0c59-dafe-43fa-a529-8e80e437a39e completed by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:14:03.420892 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-14c87aff-b420-48af-901c-94365790d600 None None] Provisioning complete for port 363f0c59-dafe-43fa-a529-8e80e437a39e triggered by entity DHCP. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:14:03.421524 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14c87aff-b420-48af-901c-94365790d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.472187 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-14c87aff-b420-48af-901c-94365790d600 None None] Port 363f0c59-dafe-43fa-a529-8e80e437a39e cannot update to ACTIVE because it is not bound. {{(pid=75030) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 19:14:03.534212 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538b157-6c31-4d18-966a-bc635af192dd req-a2cd8e81-cab4-468b-97be-3cfda4d329c6 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:03.534910 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f538b157-6c31-4d18-966a-bc635af192dd req-a2cd8e81-cab4-468b-97be-3cfda4d329c6 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Synchronizing usage tracker for tenant:1428c73977ec42c4aee2b1a98d3a61cf on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:14:03.543505 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-1180f7b1-3aa9-432c-a0af-9e8e3c593846 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683384 Aug 25 19:14:03.580975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f538b157-6c31-4d18-966a-bc635af192dd req-a2cd8e81-cab4-468b-97be-3cfda4d329c6 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Unset dirty status for tenant:1428c73977ec42c4aee2b1a98d3a61cf on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:14:03.582065 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f538b157-6c31-4d18-966a-bc635af192dd req-a2cd8e81-cab4-468b-97be-3cfda4d329c6 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 936 time: 0.2261424 Aug 25 19:14:03.653466 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-873d7f4f-4264-4231-9b5c-c4ae2eb2244d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0717130 Aug 25 19:14:03.709137 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f538b157-6c31-4d18-966a-bc635af192dd req-8beeb081-9781-4d23-8aa6-baed8cfe986c tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Synchronizing usage tracker for tenant:1428c73977ec42c4aee2b1a98d3a61cf on resource:security_group {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:14:03.746805 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-f538b157-6c31-4d18-966a-bc635af192dd req-8beeb081-9781-4d23-8aa6-baed8cfe986c tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Unset dirty status for tenant:1428c73977ec42c4aee2b1a98d3a61cf on resource:security_group {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:14:03.747964 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-f538b157-6c31-4d18-966a-bc635af192dd req-8beeb081-9781-4d23-8aa6-baed8cfe986c tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165044 Aug 25 19:14:03.806255 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-9e76be27-40ea-4140-b825-88d8c5142ff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:03.807728 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-9e76be27-40ea-4140-b825-88d8c5142ff9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1332908 Aug 25 19:14:03.819139 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363f0c59-dafe-43fa-a529-8e80e437a39e {{(pid=75028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:14:03.826331 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.841601 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.provisioning_blocks [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Transition to ACTIVE for port object 363f0c59-dafe-43fa-a529-8e80e437a39e will not be triggered until provisioned by entity L2. {{(pid=75028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 19:14:03.845297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:03.850206 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:03.914569 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-14fcfdc7-4541-4ae1-9a10-30bc2bc6d6ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0989125 Aug 25 19:14:03.974939 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Pushing event updated for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=2']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:03.977626 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:03.982225 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-5c82d23e-5678-4556-8d6f-47c65ed7ac6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:03.983692 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-5c82d23e-5678-4556-8d6f-47c65ed7ac6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0612600 Aug 25 19:14:04.064172 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-aa9840e3-652d-4594-8035-b6ae28e7c518 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721862 Aug 25 19:14:04.175868 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Attempting to bind port 363f0c59-dafe-43fa-a529-8e80e437a39e on host hv-cinder-80603 for vnic_type normal with profile {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 19:14:04.177111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Attempting to bind port 363f0c59-dafe-43fa-a529-8e80e437a39e by drivers openvswitch,hyperv on host hv-cinder-80603 at level 0 using segments [{'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 19:14:04.177381 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Attempting to bind port 363f0c59-dafe-43fa-a529-8e80e437a39e on network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:14:04.184217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Port 363f0c59-dafe-43fa-a529-8e80e437a39e on network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80603 {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 19:14:04.184548 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Attempting to bind port 363f0c59-dafe-43fa-a529-8e80e437a39e on network e996572a-8bfe-4eb4-9aa1-8515bbd9feeb {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 19:14:04.191482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Checking agent: {'id': '9e04997b-4129-48eb-83c4-310c91ccabb3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80603', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'started_at': datetime.datetime(2021, 8, 25, 19, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 19, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 19:14:04.191863 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Checking segment: {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 19:14:04.192861 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Bound using segment: {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'} {{(pid=75028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 19:14:04.193297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.managers [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Bound port: 363f0c59-dafe-43fa-a529-8e80e437a39e, host: hv-cinder-80603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a15021d-ca57-4e68-ac4e-ac1df6d00778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb'}}] {{(pid=75028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 19:14:04.193676 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:04.213620 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-5be7165b-f812-4081-902d-1137f984e3cd service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401417 Aug 25 19:14:04.282210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, cleared binding levels {{(pid=75028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 19:14:04.285258 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=363f0c59-dafe-43fa-a529-8e80e437a39e,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 19:14:04.289990 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2231157'] for port, after_update {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:04.294083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-fd2e37f6-6e32-4141-90eb-094e51191e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:04.351057 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7d46b02c-3cd2-47a8-adca-f64b9d4ad236 req-ac2db154-877d-4a85-86a8-3126d38f91ee service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287622 Aug 25 19:14:04.354574 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:04.355921 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] 10.222.0.57 "PUT /v2.0/ports/363f0c59-dafe-43fa-a529-8e80e437a39e HTTP/1.1" status: 200 len: 1098 time: 1.1257343 Aug 25 19:14:04.356413 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:14:04.374151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Pushing event updated for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=3']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:04.378027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:04.416219 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e', 'status': 'completed', 'code': 200} Aug 25 19:14:04.511321 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-22be7932-ea45-4617-8c8f-9255ff5dd29d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 1101 time: 0.0742135 Aug 25 19:14:04.589562 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-05940480-ed4f-41a6-b2c5-fdb8d4a5e440 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=363f0c59-dafe-43fa-a529-8e80e437a39e HTTP/1.1" status: 200 len: 217 time: 0.0635180 Aug 25 19:14:04.656787 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-2bde0bc6-1b58-48ab-917f-3bdc14f80b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:04.658207 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-2bde0bc6-1b58-48ab-917f-3bdc14f80b27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ab1a3c8-999b-470e-91e8-b155fd0352da HTTP/1.1" status: 200 len: 843 time: 0.0587101 Aug 25 19:14:04.735155 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-2d7f6a75-b5de-4a2c-b455-0b1a24b20c36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e996572a-8bfe-4eb4-9aa1-8515bbd9feeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702248 Aug 25 19:14:04.869052 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-44886955-627e-4fa5-a86d-bee0d7d6cd30 service neutron] 10.222.0.57 "GET /v2.0/networks/e996572a-8bfe-4eb4-9aa1-8515bbd9feeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268077 Aug 25 19:14:05.047062 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-cc06f0a9-058e-4cab-ac0d-69ba191cd645 req-560a3822-bc42-46fc-bf68-e60007c3dee0 service neutron] 10.222.0.57 "GET /v2.0/networks/e996572a-8bfe-4eb4-9aa1-8515bbd9feeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482303 Aug 25 19:14:05.053028 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf8be-48d4-4c65-aef0-72aa3f852699 req-456a7df0-20b5-4ad9-847e-b144ccf6248b tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:05.054379 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16acf8be-48d4-4c65-aef0-72aa3f852699 req-456a7df0-20b5-4ad9-847e-b144ccf6248b tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 948 time: 0.1878107 Aug 25 19:14:05.099233 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-16acf8be-48d4-4c65-aef0-72aa3f852699 req-f91b637d-c188-42cd-ba07-d1d68e6ab345 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Aug 25 19:14:05.214800 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-11892d04-ffd3-403b-b2ba-6cb0b2eab359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 1101 time: 0.0709684 Aug 25 19:14:05.343083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-bca1ea91-33c0-45a7-be23-9d8532ea69d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:05.344516 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-bca1ea91-33c0-45a7-be23-9d8532ea69d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e996572a-8bfe-4eb4-9aa1-8515bbd9feeb HTTP/1.1" status: 200 len: 870 time: 0.1223011 Aug 25 19:14:05.410720 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-f6c69871-ad2e-4f87-8d66-6e4363baf256 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=363f0c59-dafe-43fa-a529-8e80e437a39e HTTP/1.1" status: 200 len: 217 time: 0.0586100 Aug 25 19:14:05.476083 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-6ce1cb47-5394-4940-a0ec-c50235a836d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:05.477489 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-6ce1cb47-5394-4940-a0ec-c50235a836d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ab1a3c8-999b-470e-91e8-b155fd0352da HTTP/1.1" status: 200 len: 843 time: 0.0577941 Aug 25 19:14:05.552862 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-cd7acd8b-0ba3-4662-97a3-89eee95361b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e996572a-8bfe-4eb4-9aa1-8515bbd9feeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0674186 Aug 25 19:14:05.687532 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-063be450-b0c1-4a7d-90a0-3214f9e4cc71 service neutron] 10.222.0.57 "GET /v2.0/networks/e996572a-8bfe-4eb4-9aa1-8515bbd9feeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221232 Aug 25 19:14:05.820865 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-5502b0be-8cf4-4e9a-b837-0ceb23a6eb07 req-d9dfafcd-c649-409b-81ac-322dafe80ed2 service neutron] 10.222.0.57 "GET /v2.0/networks/e996572a-8bfe-4eb4-9aa1-8515bbd9feeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225476 Aug 25 19:14:06.299172 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21bcd8-1ea6-4dd8-aa9a-1d5ffc2b11bc req-0e61a3b5-2b2c-43e5-960c-2e852630f0ba tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:06.300636 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6c21bcd8-1ea6-4dd8-aa9a-1d5ffc2b11bc req-0e61a3b5-2b2c-43e5-960c-2e852630f0ba tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 948 time: 0.0799489 Aug 25 19:14:06.345336 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-6c21bcd8-1ea6-4dd8-aa9a-1d5ffc2b11bc req-a534044a-40a3-4d98-836a-6ab059bd0930 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 Aug 25 19:14:06.783773 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-801cc735-42eb-49d7-998b-ec0bd2d78cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:07.274443 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:07.621172 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338ad75-4caa-4942-87e4-acd774ebcc21 req-e70d0a53-cca0-4330-84a7-8ab497dd8428 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:07.622684 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4338ad75-4caa-4942-87e4-acd774ebcc21 req-e70d0a53-cca0-4330-84a7-8ab497dd8428 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 948 time: 0.1573205 Aug 25 19:14:07.667707 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-4338ad75-4caa-4942-87e4-acd774ebcc21 req-d0c24539-2d2d-41f1-a69b-7226b7dbe207 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Aug 25 19:14:08.539552 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 363f0c59-dafe-43fa-a529-8e80e437a39e details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:14:08.669078 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=363f0c59-dafe-43fa-a529-8e80e437a39e,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:14:08.685751 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': '363f0c59-dafe-43fa-a529-8e80e437a39e', 'network_id': 'e996572a-8bfe-4eb4-9aa1-8515bbd9feeb', 'port_id': '363f0c59-dafe-43fa-a529-8e80e437a39e', 'mac_address': 'fa:16:3e:59:fe:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab1a3c8-999b-470e-91e8-b155fd0352da', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:14:08.739597 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:08.756946 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363f0c59-dafe-43fa-a529-8e80e437a39e {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:14:08.771903 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=363f0c59-dafe-43fa-a529-8e80e437a39e,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:14:08.775099 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:08.777780 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:08.841021 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=4']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:08.849827 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.850177 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.850517 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.850850 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.851180 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.851509 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.851834 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.852160 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.852484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.852862 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.853186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:14:08.857076 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:08.859581 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49924b-5038-486c-8eb9-9bd99bce5142 req-8428e000-f485-48ad-84d1-032b1fc56072 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:08.862312 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b49924b-5038-486c-8eb9-9bd99bce5142 req-8428e000-f485-48ad-84d1-032b1fc56072 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 949 time: 0.0766098 Aug 25 19:14:08.989227 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2b49924b-5038-486c-8eb9-9bd99bce5142 req-2c46a616-7f7a-4261-81c9-496426b360c3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215706 Aug 25 19:14:09.129662 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['363f0c59-dafe-43fa-a529-8e80e437a39e'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:14:09.161754 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0168abc5-b8a7-4fa3-a8e3-011e640bfd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:10.140572 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:10.186402 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a5ec0-939e-438b-95b2-361f1c5f1067 req-7ac5ff89-d439-49fa-bdad-6a92bcef8d4e tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:10.187861 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-481a5ec0-939e-438b-95b2-361f1c5f1067 req-7ac5ff89-d439-49fa-bdad-6a92bcef8d4e tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 949 time: 0.0787406 Aug 25 19:14:10.233572 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-481a5ec0-939e-438b-95b2-361f1c5f1067 req-299ae9ae-5a7c-474a-ae4d-74fcfe23844b tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Aug 25 19:14:10.541055 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 363f0c59-dafe-43fa-a529-8e80e437a39e up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:14:10.610229 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning for port 363f0c59-dafe-43fa-a529-8e80e437a39e completed by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 19:14:10.615436 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port 363f0c59-dafe-43fa-a529-8e80e437a39e triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:14:10.615820 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:10.722970 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:10.749082 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:14:10.759086 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=363f0c59-dafe-43fa-a529-8e80e437a39e,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:14:10.763651 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:10.766741 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:10.833521 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=5']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:10.836461 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:10.951829 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e', 'code': 200} Aug 25 19:14:11.216514 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2877fa2a-fc9b-4b9c-bcbe-7c3beafe7d4a req-17951f6d-e017-451b-aec0-37ec430f6f86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 1103 time: 0.0710411 Aug 25 19:14:11.257761 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-2877fa2a-fc9b-4b9c-bcbe-7c3beafe7d4a req-17dcb39f-c1d6-409d-9320-59cb2a55a00f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Aug 25 19:14:11.424198 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90e58b-5dde-4518-92d3-743c2efff0ff req-8b44bc80-2c43-4932-bcc4-22bc4ea6ca58 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:11.425672 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe90e58b-5dde-4518-92d3-743c2efff0ff req-8b44bc80-2c43-4932-bcc4-22bc4ea6ca58 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0749128 Aug 25 19:14:11.473028 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-fe90e58b-5dde-4518-92d3-743c2efff0ff req-ecc651f5-9dfb-4573-9788-916fb47ae39d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419257 Aug 25 19:14:11.537684 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:12.675226 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e4306-89ca-4eeb-ad72-7aa4e3b2d867 req-bdb4734c-e19c-4b65-bd51-ca59527adfa3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:12.677813 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b11e4306-89ca-4eeb-ad72-7aa4e3b2d867 req-bdb4734c-e19c-4b65-bd51-ca59527adfa3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0787153 Aug 25 19:14:12.722922 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b11e4306-89ca-4eeb-ad72-7aa4e3b2d867 req-9e87ed8e-c8eb-45ac-9c00-fe1376966af3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Aug 25 19:14:13.921871 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde7f9-b6db-4b61-8329-d9ee88309951 req-fd1230d4-6e6e-4a2d-ad67-55bd2ac027f3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:13.923359 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bcde7f9-b6db-4b61-8329-d9ee88309951 req-fd1230d4-6e6e-4a2d-ad67-55bd2ac027f3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0787168 Aug 25 19:14:13.968611 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1bcde7f9-b6db-4b61-8329-d9ee88309951 req-58185f5e-8fda-483f-97a6-20e37a87b9e9 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Aug 25 19:14:14.428505 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e02ae-8630-4b2d-a0b7-09f096779179 req-5e435cfb-3081-4958-95c6-2d53d68c2b7d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:14.430246 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-144e02ae-8630-4b2d-a0b7-09f096779179 req-5e435cfb-3081-4958-95c6-2d53d68c2b7d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0788329 Aug 25 19:14:14.473801 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-144e02ae-8630-4b2d-a0b7-09f096779179 req-6b73b48d-4dc6-41c0-b6a7-f9774b060be6 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Aug 25 19:14:14.509709 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:14:15.677464 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdeec5-be2d-4301-9789-799329ddd999 req-596abbe9-53df-401d-8794-43344bcf19e2 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:15.678895 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2bbdeec5-be2d-4301-9789-799329ddd999 req-596abbe9-53df-401d-8794-43344bcf19e2 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0783064 Aug 25 19:14:15.722352 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-2bbdeec5-be2d-4301-9789-799329ddd999 req-6019f8e0-8f44-49ba-9ba2-9e6d8831a75d tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Aug 25 19:14:16.314868 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-57262199-69c2-4c31-ac13-9dcc86f927f4 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:16.316319 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-57262199-69c2-4c31-ac13-9dcc86f927f4 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 950 time: 0.0749283 Aug 25 19:14:16.387860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Deleting port 363f0c59-dafe-43fa-a529-8e80e437a39e {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:14:16.388197 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:16.619483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] For port 363f0c59-dafe-43fa-a529-8e80e437a39e, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=363f0c59-dafe-43fa-a529-8e80e437a39e,segment=NetworkSegment(0a15021d-ca57-4e68-ac4e-ac1df6d00778),segment_id=0a15021d-ca57-4e68-ac4e-ac1df6d00778)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:14:16.619837 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:16.740287 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Calling delete_port for 363f0c59-dafe-43fa-a529-8e80e437a39e owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:14:16.927969 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:16.934267 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-6b910688-f498-4ea5-ac87-0a84bbc68843 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:16.967540 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['363f0c59-dafe-43fa-a529-8e80e437a39e'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:14:16.975166 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Pushing event deleted for resources: {'Port': ['ID=363f0c59-dafe-43fa-a529-8e80e437a39e,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:16.977941 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:17.025860 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcbf80-5a04-45b9-a3e9-ffc825b4f064 req-a07372df-9e91-43ab-a42b-4ca6693a847b tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:17.027368 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-babcbf80-5a04-45b9-a3e9-ffc825b4f064 req-a07372df-9e91-43ab-a42b-4ca6693a847b tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b954778-2370-474a-97bc-0d0fa2f328bf HTTP/1.1" status: 200 len: 867 time: 0.1793177 Aug 25 19:14:17.082327 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] No DVR routers for this DVR port 363f0c59-dafe-43fa-a529-8e80e437a39e on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:14:17.086237 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:17.088778 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'name': 'network-vif-deleted', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:14:17.118692 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3b39e612-ebe0-4509-9a0f-ec34e0f9ca44 req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.57 "DELETE /v2.0/ports/363f0c59-dafe-43fa-a529-8e80e437a39e HTTP/1.1" status: 204 len: 173 time: 0.7959771 Aug 25 19:14:17.122499 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-babcbf80-5a04-45b9-a3e9-ffc825b4f064 req-d118f1fb-0627-4b95-943d-f05d3ba0f9f9 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] 10.222.0.26 "GET /v2.0/security-groups?id=31267a9d-681c-494a-8abd-9e14a2bbb153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658996 Aug 25 19:14:17.162199 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b954778-2370-474a-97bc-0d0fa2f328bf', 'name': 'network-vif-deleted', 'tag': '363f0c59-dafe-43fa-a529-8e80e437a39e', 'status': 'completed', 'code': 200} Aug 25 19:14:20.586871 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 363f0c59-dafe-43fa-a529-8e80e437a39e no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:14:20.618861 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 363f0c59-dafe-43fa-a529-8e80e437a39e {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:14:20.619218 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 363f0c59-dafe-43fa-a529-8e80e437a39e not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:14:22.701379 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45472) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:22.870375 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-df2b734e-ff5b-46e1-8e6c-a5e5b43ddec7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1428c73977ec42c4aee2b1a98d3a61cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677971 Aug 25 19:14:22.872754 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45478) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:14:22.930270 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:22.958128 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:23.009623 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:23.013148 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a8a9a18d-7cd7-46ed-acf1-139429ba283f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:14:23.026859 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31267a9d-681c-494a-8abd-9e14a2bbb153,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:14:23.029369 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:14:23.037667 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:23.038778 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1ec0f437-125a-4c0b-9878-181117cc389a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31267a9d-681c-494a-8abd-9e14a2bbb153 HTTP/1.1" status: 204 len: 168 time: 0.1651480 Aug 25 19:14:27.659844 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:36.819149 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-634f8a29-9804-4a97-91d3-404c8b5de8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:37.274862 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:39.135092 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-265138ba-66c1-4838-bed6-b4668f7ed730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:40.142524 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:41.540868 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:45.561550 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9554-957c-4baa-be23-d9e5e35c8308 req-d584d4cf-e04d-49b3-9be1-43f024aeb9b5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:45.562996 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-12ac9554-957c-4baa-be23-d9e5e35c8308 req-d584d4cf-e04d-49b3-9be1-43f024aeb9b5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0753028 Aug 25 19:14:45.607311 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-12ac9554-957c-4baa-be23-d9e5e35c8308 req-65bdbf0d-ac17-4200-975b-d40657e1c215 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 Aug 25 19:14:46.814869 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c782f-dfdb-4172-8726-33291c3174a7 req-5b88c19f-7044-4b02-bd75-33d2a5b740ac tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:46.816357 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b36c782f-dfdb-4172-8726-33291c3174a7 req-5b88c19f-7044-4b02-bd75-33d2a5b740ac tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0795300 Aug 25 19:14:46.863778 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-b36c782f-dfdb-4172-8726-33291c3174a7 req-a2aec641-8a75-48c7-9164-c0d81db458a0 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Aug 25 19:14:48.151483 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c5427-1ec9-4c36-b6e2-ee774edc0f7b req-81e79601-88db-4b55-88a2-d9492bd22c56 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:48.152976 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-314c5427-1ec9-4c36-b6e2-ee774edc0f7b req-81e79601-88db-4b55-88a2-d9492bd22c56 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.1690254 Aug 25 19:14:48.198233 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-314c5427-1ec9-4c36-b6e2-ee774edc0f7b req-758c0dbd-a69d-402b-86b7-01f07154fd2d tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Aug 25 19:14:49.399692 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99865597-7632-482f-bf61-129696c4e08e req-e1bc5200-6058-4373-a5b7-34d43f406b06 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:49.401186 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99865597-7632-482f-bf61-129696c4e08e req-e1bc5200-6058-4373-a5b7-34d43f406b06 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0778809 Aug 25 19:14:49.446254 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-99865597-7632-482f-bf61-129696c4e08e req-804949a9-c849-4260-b745-e802d835eb92 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390029 Aug 25 19:14:50.639382 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b89dd3-66a2-4218-8649-0e6084aa6573 req-0f19bd12-a7b2-47db-9d59-4085f4da3fd3 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:50.640916 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99b89dd3-66a2-4218-8649-0e6084aa6573 req-0f19bd12-a7b2-47db-9d59-4085f4da3fd3 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0755272 Aug 25 19:14:50.687171 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-99b89dd3-66a2-4218-8649-0e6084aa6573 req-a9c43c16-6c45-4525-8aa9-0480e5399540 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Aug 25 19:14:51.509945 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:14:51.878635 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16037b7-bd2f-4734-9518-85f0411cf7f7 req-4272f97d-8458-494b-9a53-f93d040d22bb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:51.880098 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d16037b7-bd2f-4734-9518-85f0411cf7f7 req-4272f97d-8458-494b-9a53-f93d040d22bb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0753455 Aug 25 19:14:51.928579 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d16037b7-bd2f-4734-9518-85f0411cf7f7 req-6d4f955c-dd40-49f4-8d28-eacc80ede044 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Aug 25 19:14:53.120505 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f4143-2c9b-47a3-8f1e-c319cc8ff682 req-947c33a5-51c3-4fab-8f72-d9f5fa78f990 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:53.122012 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c23f4143-2c9b-47a3-8f1e-c319cc8ff682 req-947c33a5-51c3-4fab-8f72-d9f5fa78f990 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0752439 Aug 25 19:14:53.168322 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-c23f4143-2c9b-47a3-8f1e-c319cc8ff682 req-b90491f5-1082-4da6-b027-c8b246c4f29f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Aug 25 19:14:54.362050 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f98e9-f2dc-4b09-98c4-db78e460c550 req-8bbea06b-ff60-4939-b931-0390ca6019b1 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:54.363727 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-862f98e9-f2dc-4b09-98c4-db78e460c550 req-8bbea06b-ff60-4939-b931-0390ca6019b1 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0763578 Aug 25 19:14:54.408688 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-862f98e9-f2dc-4b09-98c4-db78e460c550 req-3b391114-8855-4791-9794-716bd0279fc1 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Aug 25 19:14:55.672717 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58316de-4a0a-449f-8fef-9f4a30939933 req-f2d67908-9307-4b4e-ab5c-f154fab1767c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:55.674176 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e58316de-4a0a-449f-8fef-9f4a30939933 req-f2d67908-9307-4b4e-ab5c-f154fab1767c tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.1334770 Aug 25 19:14:55.677013 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-44973449-95c0-4f48-82b1-b480781ac46b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.1062098 Aug 25 19:14:55.793526 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-e58316de-4a0a-449f-8fef-9f4a30939933 req-3983b27d-5498-4fab-a74a-5668d783b06f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136527 Aug 25 19:14:55.836605 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-40af65b3-027c-4ca2-b229-f07de2328892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:55.838071 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-40af65b3-027c-4ca2-b229-f07de2328892 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1454277 Aug 25 19:14:55.940206 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-96ea616c-08b4-4b38-b695-863983ec7ebf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0948210 Aug 25 19:14:56.005568 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-03a0fa1f-11a5-4d2a-8a3d-bda0dc6572b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:56.007680 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-03a0fa1f-11a5-4d2a-8a3d-bda0dc6572b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0604107 Aug 25 19:14:56.079953 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-e195c1f9-ef0a-421f-a9fa-9be1eb3f3f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653555 Aug 25 19:14:56.208088 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-8059f7f0-fc47-42ad-9736-73aa7355734b service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212296 Aug 25 19:14:56.337800 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-aee994f4-b6f5-4b3e-a41e-a38d7f2c33c6 req-d502eea7-c466-499d-9cd3-a06113e81edd service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224740 Aug 25 19:14:57.015607 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a2b82-7ea2-4fd2-8e60-61b0e7238740 req-ddc54021-2eeb-4bef-866d-e46a874bca82 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:57.017212 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad1a2b82-7ea2-4fd2-8e60-61b0e7238740 req-ddc54021-2eeb-4bef-866d-e46a874bca82 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0806749 Aug 25 19:14:57.061090 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ad1a2b82-7ea2-4fd2-8e60-61b0e7238740 req-270e7d70-1015-4ee2-a031-2ee0bff3b211 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379074 Aug 25 19:14:57.658083 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:14:58.274041 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc302-3ad6-473b-a4dc-fc720eef3227 req-20f9d76f-345c-4397-a801-d64edf5a598a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:58.275614 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-984fc302-3ad6-473b-a4dc-fc720eef3227 req-20f9d76f-345c-4397-a801-d64edf5a598a tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0799501 Aug 25 19:14:58.324369 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-984fc302-3ad6-473b-a4dc-fc720eef3227 req-e9878f45-61ab-4851-94ad-2af10926c541 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Aug 25 19:14:59.518148 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874ad2-dbd9-4977-94b9-2069f3267349 req-894136c7-d428-4418-98cd-1379a171474f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:14:59.519491 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-69874ad2-dbd9-4977-94b9-2069f3267349 req-894136c7-d428-4418-98cd-1379a171474f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0742044 Aug 25 19:14:59.565234 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-69874ad2-dbd9-4977-94b9-2069f3267349 req-d47cef79-21a7-4128-818a-63bdb5bce7a5 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 Aug 25 19:14:59.873149 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-8df9c56a-8a71-4013-87e8-ec7745769928 req-9e02e167-a578-41ee-b06d-dae71d22b0a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1918190 Aug 25 19:15:00.075612 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45524) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:00.136613 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0355c6c-6cac-43a1-9ce9-c13c2568f499 req-1e939790-7a84-446b-9e6b-2d80748c7f3b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:00.138142 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0355c6c-6cac-43a1-9ce9-c13c2568f499 req-1e939790-7a84-446b-9e6b-2d80748c7f3b tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0826020 Aug 25 19:15:00.183442 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e0355c6c-6cac-43a1-9ce9-c13c2568f499 req-e36de87d-017f-495b-bdcf-bda519087f18 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Aug 25 19:15:00.227163 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-c42d11b9-0845-4e2f-a22c-b0ab747777ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502693 Aug 25 19:15:00.835994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:00.943121 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:00.968128 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:00.977668 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:00.981536 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:00.983191 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:01.022644 dv-cinder-806038-1-iscsi neutron-server[75030]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'code': 422} returned with failed status Aug 25 19:15:01.046243 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=6']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:01.049298 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:01.210410 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45538) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:01.470116 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port 383029a4-5b61-43cc-8202-30fb7f0f3d95 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:01.470834 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:01.531245 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f9360-9630-40dc-b13a-10fe6d8bea1f req-9916b14b-dac2-4c78-bf71-bf6adfb2501d tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:01.532734 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c44f9360-9630-40dc-b13a-10fe6d8bea1f req-9916b14b-dac2-4c78-bf71-bf6adfb2501d tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.2185719 Aug 25 19:15:01.672747 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-c44f9360-9630-40dc-b13a-10fe6d8bea1f req-c511d0ed-b19c-4d10-973b-323909c7f24f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213090 Aug 25 19:15:01.696381 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:01.696794 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:01.715455 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-4276fc96-898f-46c3-a8ed-1a20e4c25874 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8&tenant_id=c7f9dc3c53f742378d0e4094366893f4 HTTP/1.1" status: 200 len: 1097 time: 0.0732141 Aug 25 19:15:01.817804 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for 383029a4-5b61-43cc-8202-30fb7f0f3d95 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:01.819296 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-9a43ba0e-d97b-44e5-b513-fa5c95c1325f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1097 time: 0.0690482 Aug 25 19:15:01.954236 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f870f-9559-440a-9f44-a18ebc680972 req-0ff4c022-99c5-4c43-b5f0-edd0cc7ff1ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:01.955707 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-0ff4c022-99c5-4c43-b5f0-edd0cc7ff1ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1301963 Aug 25 19:15:02.071764 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:02.079532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-6d3909a3-c08e-4a51-81d6-a48d722e0d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:02.126065 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=383029a4-5b61-43cc-8202-30fb7f0f3d95,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:02.157937 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-d42d1972-91db-472e-8104-f99ab8b95523 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 999 time: 0.1952546 Aug 25 19:15:02.164129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.164578 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.165035 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.165464 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.165897 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.166328 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.166801 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.167256 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.167679 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.168094 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.168511 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:02.181783 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:02.222857 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f870f-9559-440a-9f44-a18ebc680972 req-7f9e6b68-e59e-4569-a9f5-632c32531526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:02.224610 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-7f9e6b68-e59e-4569-a9f5-632c32531526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0602882 Aug 25 19:15:02.234470 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:02.299975 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-ae688675-082d-4d5a-adc4-3db9f1d8808c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685308 Aug 25 19:15:02.433777 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-c5a2f441-99b2-4d82-b65d-0a0affc67f8b service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264155 Aug 25 19:15:02.565788 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-533f870f-9559-440a-9f44-a18ebc680972 req-75f17840-8067-46d8-840b-4885eb4fcef7 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232154 Aug 25 19:15:02.626666 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:15:02.839737 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:15:02.849663 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:15:02.861996 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:02.864826 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:02.866036 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:14:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:02.885300 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d7c39-bd72-430b-b186-6aade3e77769 req-f32e2c1b-ad3d-4d7e-ac85-32f5691620c7 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:02.887127 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-742d7c39-bd72-430b-b186-6aade3e77769 req-f32e2c1b-ad3d-4d7e-ac85-32f5691620c7 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0864208 Aug 25 19:15:02.916429 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-9feea12f-3823-44ca-b237-7c111e2051e4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "DELETE /v2.0/floatingips/3651c778-a31f-48c8-9283-9477ecf1b58b HTTP/1.1" status: 204 len: 168 time: 1.7050292 Aug 25 19:15:02.917576 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:02.940278 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-742d7c39-bd72-430b-b186-6aade3e77769 req-2701cfad-bc7f-4c00-bf7e-1592fb9cc8e8 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 Aug 25 19:15:03.011013 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018', 'status': 'completed', 'code': 200} Aug 25 19:15:03.054731 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:03.200191 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-42d3b51e-421a-47e8-bafb-7c6f931d9176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 1098 time: 0.1182139 Aug 25 19:15:03.461829 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:03.463467 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-68b5266b-2440-4c4e-8385-5a4f80579325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:03.464978 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-68b5266b-2440-4c4e-8385-5a4f80579325 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.2124302 Aug 25 19:15:03.466100 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:15:03.476632 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87321494-d252-45ea-9dce-7447c1a3bc8e req-01a9d681-e6e3-49e2-aa1f-ec129663d1a4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:03.477888 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:03.478078 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87321494-d252-45ea-9dce-7447c1a3bc8e req-01a9d681-e6e3-49e2-aa1f-ec129663d1a4 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.1340802 Aug 25 19:15:03.478509 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:14:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:03.556822 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-e74cde98-2066-4d1d-97c6-b20cd52d98c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 200 len: 217 time: 0.0777674 Aug 25 19:15:03.617551 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-87321494-d252-45ea-9dce-7447c1a3bc8e req-77b9bf99-cfb0-414a-806b-9e6c787d9833 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924525 Aug 25 19:15:03.636528 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-4a555a09-0d40-4a76-85ac-74380adaf8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:03.638258 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-4a555a09-0d40-4a76-85ac-74380adaf8ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0648518 Aug 25 19:15:03.654938 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:03.726095 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-cf0a3f60-c163-4f74-b984-8b4a8952dfad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697031 Aug 25 19:15:03.860421 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-73154dba-a1e0-4411-928d-084985071264 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265156 Aug 25 19:15:03.992816 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-0a254638-e48f-41a9-ad7b-da4a4ed0aa7f req-4d05cff5-1186-41dc-9fbd-db8bcb173336 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253281 Aug 25 19:15:04.010682 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:04.015836 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed0206-a0da-46c6-bea2-0913d43dafe4 None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_floatingips': [{'id': '35a480ba-864d-4674-9103-5875eac44c06', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'router_id': '82053071-88db-466c-88c3-710770c56f37', 'port_id': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'mac_address': 'fa:16:3e:0a:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70973d59-7135-476c-9a0c-6ef89005de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T19:11:08Z', 'updated_at': '2021-08-25T19:11:12Z', 'revision_number': 1, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:15:04.152999 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d119690-2aa8-41fe-bfe9-ad107f5a27ce req-6df09281-adb3-4fed-96c5-36e660f30966 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:04.154514 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3d119690-2aa8-41fe-bfe9-ad107f5a27ce req-6df09281-adb3-4fed-96c5-36e660f30966 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0812478 Aug 25 19:15:04.202991 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3d119690-2aa8-41fe-bfe9-ad107f5a27ce req-a34b01ba-5685-4a36-b495-a66ea75a8059 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Aug 25 19:15:04.260767 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392b1770-b2cf-443a-a905-d3427d48108e None None] New status for floating IP 3651c778-a31f-48c8-9283-9477ecf1b58b: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:15:04.818880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec98b-9026-48cf-9b10-e1354be92a3e req-900fcbf3-5c23-4fd0-aa78-9f66fbdb6481 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:04.820348 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-edfec98b-9026-48cf-9b10-e1354be92a3e req-900fcbf3-5c23-4fd0-aa78-9f66fbdb6481 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.0799062 Aug 25 19:15:04.865773 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-edfec98b-9026-48cf-9b10-e1354be92a3e req-b88a2e76-1838-4e28-a9c2-92c4f1c6b82e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Aug 25 19:15:05.218610 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-fb8e2119-cbb2-4479-88da-e582a5f17d9e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:05.220047 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-fb8e2119-cbb2-4479-88da-e582a5f17d9e tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 945 time: 0.0744069 Aug 25 19:15:05.373190 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port 5923a053-63b2-475f-8841-4b70a0d99018 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:05.373525 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:05.401402 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78391a3-cbda-4e4b-8e9c-b107b354115f req-75409b76-ab18-475d-be37-91f0ba2c65ae tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:05.402878 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a78391a3-cbda-4e4b-8e9c-b107b354115f req-75409b76-ab18-475d-be37-91f0ba2c65ae tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0754364 Aug 25 19:15:05.447623 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a78391a3-cbda-4e4b-8e9c-b107b354115f req-1dd28c7c-abf0-4b45-8cc8-762f9626bfa6 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Aug 25 19:15:05.607890 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] For port 5923a053-63b2-475f-8841-4b70a0d99018, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=5923a053-63b2-475f-8841-4b70a0d99018,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:05.608241 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:05.730066 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for 5923a053-63b2-475f-8841-4b70a0d99018 owned by compute:nova {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:05.824202 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-194abab3-edf9-46c4-8030-d2299be5c6af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750189 Aug 25 19:15:05.871454 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:05.879216 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4880cffc-d135-4482-8d59-ab5286301c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:05.927746 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=5923a053-63b2-475f-8841-4b70a0d99018,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:05.992539 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-b59157ad-5b86-4632-93ee-dd82a21cbe23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1099 time: 0.0747468 Aug 25 19:15:06.004681 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.005057 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.006248 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.006920 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.007579 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.007943 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.008297 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.008652 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.009026 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.009371 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.009716 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:06.013054 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:06.056897 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] No DVR routers for this DVR port 5923a053-63b2-475f-8841-4b70a0d99018 on host hv-cinder-80603 {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:15:06.059524 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:06.067442 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'name': 'network-vif-deleted', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:06.076532 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-419a5eb5-8483-4a9f-adab-2ac0b0e34b9d req-7bc0f01b-25ed-43c3-b86a-07691f60819f tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=449d7ad4-47fb-4fe1-b51e-6ab9860b372a HTTP/1.1" status: 200 len: 210 time: 0.0735509 Aug 25 19:15:06.080045 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-05b765e9-c1dc-4374-9c3b-d82fc3514c16 req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "DELETE /v2.0/ports/5923a053-63b2-475f-8841-4b70a0d99018 HTTP/1.1" status: 204 len: 173 time: 0.8547266 Aug 25 19:15:06.125176 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d7ad4-47fb-4fe1-b51e-6ab9860b372a', 'name': 'network-vif-deleted', 'tag': '5923a053-63b2-475f-8841-4b70a0d99018', 'status': 'completed', 'code': 200} Aug 25 19:15:06.160253 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-20ef2d0a-7933-461a-882d-b005c10f7d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:06.161884 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-20ef2d0a-7933-461a-882d-b005c10f7d3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1483660 Aug 25 19:15:06.285083 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-ae6548e9-8372-4656-99fb-13d2ba34fa9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 1001 time: 0.1002245 Aug 25 19:15:06.348842 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-6403be56-93db-49a3-b92e-19cc4e0de8fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:06.350345 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-6403be56-93db-49a3-b92e-19cc4e0de8fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0588198 Aug 25 19:15:06.523164 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-93ea346f-2b40-4386-80cf-b782677860d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656649 Aug 25 19:15:06.651913 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf3536-5cd2-4ac6-9986-5ec626704859 req-fdfe70b0-9d85-4914-b811-f52f8823c964 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:06.653466 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bbdf3536-5cd2-4ac6-9986-5ec626704859 req-fdfe70b0-9d85-4914-b811-f52f8823c964 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0822823 Aug 25 19:15:06.665055 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-7ad63c2e-5f76-4a67-93ef-a4dcbf26a656 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343565 Aug 25 19:15:06.701250 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bbdf3536-5cd2-4ac6-9986-5ec626704859 req-54717447-a44f-4905-8d9d-f42f027f6c43 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Aug 25 19:15:06.781560 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b734-4b5f-43ca-b16a-575b74e8656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:06.811400 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-dd38552c-6d7f-4d32-89e9-7112939d8ed0 req-5cb102b1-cde0-4e3a-a778-57c8e8de0701 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369290 Aug 25 19:15:07.282665 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:07.898411 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71ade2-e160-4be7-b397-b436ee9304fc req-c9bec560-7f69-49f5-b41f-e796add6793f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:07.899897 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf71ade2-e160-4be7-b397-b436ee9304fc req-c9bec560-7f69-49f5-b41f-e796add6793f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0794678 Aug 25 19:15:07.944321 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-bf71ade2-e160-4be7-b397-b436ee9304fc req-c0af28dd-5c3a-44d0-af18-3baa1fa83e67 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Aug 25 19:15:08.846413 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5923a053-63b2-475f-8841-4b70a0d99018 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:08.879265 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: 5923a053-63b2-475f-8841-4b70a0d99018 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:08.879615 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device 5923a053-63b2-475f-8841-4b70a0d99018 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:09.137907 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7141b50f-6116-4700-a7de-ee5969ae698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:09.147672 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47708-84b0-4cb6-991f-a4c831c80755 req-0ff3d064-6c15-4ad4-ad17-04cb68a2d353 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:09.149285 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5ac47708-84b0-4cb6-991f-a4c831c80755 req-0ff3d064-6c15-4ad4-ad17-04cb68a2d353 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.0812104 Aug 25 19:15:09.192787 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-5ac47708-84b0-4cb6-991f-a4c831c80755 req-de62d1bf-4cf7-466f-9170-89daec983562 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379455 Aug 25 19:15:09.584121 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45582) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:09.780289 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port 4aca17f7-9d9b-466f-bcff-299beec3827d {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:09.780627 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:09.948239 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:09.948562 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:10.070704 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for 4aca17f7-9d9b-466f-bcff-299beec3827d owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:10.147500 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:10.302419 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:10.306611 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-8696f7f3-ddc5-4434-9320-deb5f046d933 tempest-VolumesActionsTest-1418613591 tempest-VolumesActionsTest-1418613591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:10.387530 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=4aca17f7-9d9b-466f-bcff-299beec3827d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:10.391181 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:10.498975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:10.549546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e66f-6db1-4ff7-8d43-39d9b63b8811 req-81ebcf9c-8ab5-409b-b4c7-7268cc61f7fa tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:10.551004 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3141e66f-6db1-4ff7-8d43-39d9b63b8811 req-81ebcf9c-8ab5-409b-b4c7-7268cc61f7fa tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 944 time: 0.2178278 Aug 25 19:15:10.620319 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3141e66f-6db1-4ff7-8d43-39d9b63b8811 req-edc1cc55-0dce-4423-b299-17b76624e0c3 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635018 Aug 25 19:15:10.855417 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 details requested by agent hyperv_hv-cinder-80603 with host hv-cinder-80603 {{(pid=75030) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 19:15:10.924086 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:15:11.025954 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:11.039096 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Returning: {'device': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'port_id': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'mac_address': 'fa:16:3e:26:79:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75030) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 19:15:11.093891 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:11.110532 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [None req-30f31077-4566-4102-9543-87df518228e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38bea51-8e65-423f-91c7-f439404d7ec6 {{(pid=75030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 19:15:11.123135 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:15:11.125556 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:11.132009 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:11.134309 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:11.141326 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:11.191020 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:15:11.194492 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1abaa418-8b24-493a-baa7-e6de8a90e4ba tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "DELETE /v2.0/floatingips/35a480ba-864d-4674-9103-5875eac44c06 HTTP/1.1" status: 204 len: 168 time: 1.6092887 Aug 25 19:15:11.195356 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4'}] {{(pid=75028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:11.211066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=7']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:11.213198 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:11.213824 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:11.259433 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'status': 'completed', 'code': 200} Aug 25 19:15:11.292186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.292501 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.292868 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.293205 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.293538 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.293867 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.294192 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.294521 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.294842 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.295159 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.295476 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:15:11.301367 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:11.396899 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-86345e62-cc10-49a6-810c-6669cc4d1de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 1099 time: 0.0784047 Aug 25 19:15:11.410363 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:11.479697 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] get_ports_and_sgs() called for port_ids ['c38bea51-8e65-423f-91c7-f439404d7ec6'] {{(pid=75030) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 19:15:11.542723 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-577bd198-fb4b-46aa-b3cb-e57a4e15427f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:11.544228 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-577bd198-fb4b-46aa-b3cb-e57a4e15427f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 200 len: 912 time: 0.1333954 Aug 25 19:15:11.587067 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c1ce-525f-4dd8-9cbe-ae66915ee361 req-84b18274-3a61-4604-933f-63bb6363daeb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:11.587777 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-a108c1ce-525f-4dd8-9cbe-ae66915ee361 req-84b18274-3a61-4604-933f-63bb6363daeb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:15:11.603340 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.quota.resource [req-a108c1ce-525f-4dd8-9cbe-ae66915ee361 req-84b18274-3a61-4604-933f-63bb6363daeb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75028) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:15:11.608989 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a108c1ce-525f-4dd8-9cbe-ae66915ee361 req-84b18274-3a61-4604-933f-63bb6363daeb tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0991271 Aug 25 19:15:11.617988 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-16ad5f3c-8a2f-4b2e-bfcd-ad1a4ad0a55b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 200 len: 217 time: 0.0664446 Aug 25 19:15:11.674710 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a108c1ce-525f-4dd8-9cbe-ae66915ee361 req-b35e9652-9682-4c28-a725-dd021c0e763c tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620284 Aug 25 19:15:11.682710 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-a12e1036-2919-435a-a8ac-acf379d972e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:11.684210 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-a12e1036-2919-435a-a8ac-acf379d972e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 200 len: 850 time: 0.0597875 Aug 25 19:15:11.686186 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:11.763291 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-ed817426-3332-4cf7-918d-139e09b1fa38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e074a95-d332-43d0-814e-303966b51fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711250 Aug 25 19:15:11.885042 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:11.895880 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:15:11.929360 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:11.929896 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:11.956888 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb19c5-583f-4c0f-8e43-d306335bb583 req-69018fa3-7650-4bc4-9463-8b9e7ba7f0aa tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:11.958363 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-78eb19c5-583f-4c0f-8e43-d306335bb583 req-69018fa3-7650-4bc4-9463-8b9e7ba7f0aa tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 945 time: 0.1918874 Aug 25 19:15:11.963545 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-62516998-6e17-4a1b-8bee-b50494561cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646843 Aug 25 19:15:12.085965 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-78eb19c5-583f-4c0f-8e43-d306335bb583 req-cf8c2d88-b0a9-403c-85e2-dd6a9a58a3aa tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214840 Aug 25 19:15:12.124933 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-778f671d-a7b4-4665-bbae-bd8c16f50c6f req-e292f802-2c03-481a-af5b-605842866b81 service neutron] 10.222.0.57 "GET /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464047 Aug 25 19:15:12.164424 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:12.515120 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:12.518898 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c89505-b58a-4f48-bd5b-63dfc063d659 None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:32Z', 'revision_number': 4, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': 'eb8a8476-35e4-4c2a-9501-0507da279c18', 'name': '', 'network_id': '7e074a95-d332-43d0-814e-303966b51fb6', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'mac_address': 'fa:16:3e:54:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:31Z', 'updated_at': '2021-08-25T19:07:40Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'subnets': [{'id': 'ec73c00d-ef1b-4e38-8edc-0df2aa7851de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:15:12.722506 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f0676-b3f5-4b9a-83c1-721a269f65c2 None None] New status for floating IP 35a480ba-864d-4674-9103-5875eac44c06: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:15:12.860648 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 up at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 19:15:12.878205 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8968e82-916a-4671-a153-c1480c1be44c req-707b0b26-2bee-45b4-b38a-21446f9f2e34 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:12.879688 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8968e82-916a-4671-a153-c1480c1be44c req-707b0b26-2bee-45b4-b38a-21446f9f2e34 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0850377 Aug 25 19:15:12.926211 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-a8968e82-916a-4671-a153-c1480c1be44c req-a65f9d0d-7231-4e01-9212-029e0b267311 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/security-groups?id=29bb5bb6-4e01-42e5-b697-36c8a3e785de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Aug 25 19:15:12.933066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.provisioning_blocks [None req-30f31077-4566-4102-9543-87df518228e5 None None] Provisioning complete for port c38bea51-8e65-423f-91c7-f439404d7ec6 triggered by entity L2. {{(pid=75030) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 19:15:12.933448 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3907846'] for port, provisioning_complete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:13.042544 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3779130'] for port, before_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:13.068151 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:13.078037 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-30f31077-4566-4102-9543-87df518228e5 None None] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:13.082444 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779967605014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779967162417', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779967162462'] for port, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:13.084311 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:13.127288 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'code': 200} Aug 25 19:15:13.152241 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Pushing event updated for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=8']} {{(pid=75030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:13.155226 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_concurrency.lockutils [None req-30f31077-4566-4102-9543-87df518228e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75030) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:13.289865 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cae3b0-8ec3-4533-b202-119b8f97b658 req-c81e69aa-4fc4-4fe4-9464-aa83e8042522 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:13.291520 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cae3b0-8ec3-4533-b202-119b8f97b658 req-c81e69aa-4fc4-4fe4-9464-aa83e8042522 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0749896 Aug 25 19:15:13.327823 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-4841ae16-ed16-461a-b621-598fd1e04b14 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:13.328518 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-4841ae16-ed16-461a-b621-598fd1e04b14 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Synchronizing usage tracker for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:15:13.340567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-4841ae16-ed16-461a-b621-598fd1e04b14 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Unset dirty status for tenant:56cd4633a8784d1aa2ba79d34a1612ef on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:15:13.341804 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-4841ae16-ed16-461a-b621-598fd1e04b14 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 946 time: 0.0933034 Aug 25 19:15:13.345145 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-01cae3b0-8ec3-4533-b202-119b8f97b658 req-fe1e3dd7-9a94-40bd-a1c8-2a0cfac52c88 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478485 Aug 25 19:15:13.426774 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port c3da4509-e749-4bd3-8f30-3a8227d10ea4 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:13.427111 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:13.508018 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d84b250-7071-4f00-a8d9-e1bf991333d1 req-0ccb0055-573c-4434-88d8-e0b7a2d78eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0674114 Aug 25 19:15:13.550587 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-6d84b250-7071-4f00-a8d9-e1bf991333d1 req-0c20bbeb-40e5-482b-9e19-53d98b6fcf6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Aug 25 19:15:13.765049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] For port c3da4509-e749-4bd3-8f30-3a8227d10ea4, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c3da4509-e749-4bd3-8f30-3a8227d10ea4,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:13.765309 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:13.883644 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for c3da4509-e749-4bd3-8f30-3a8227d10ea4 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:14.026318 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:14.031816 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-3e86ec75-fe83-4b57-8dc8-07128aafd7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:14.116196 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=c3da4509-e749-4bd3-8f30-3a8227d10ea4,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:14.119825 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ca87562e-a343-4d5c-be29-960a7a5214d6 req-69faaada-4ff8-4e19-bd35-b8f5751d7500 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 210 time: 0.0590339 Aug 25 19:15:14.120571 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:14.195455 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] No DVR routers for this DVR port c3da4509-e749-4bd3-8f30-3a8227d10ea4 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:15:14.197885 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:14.200411 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'name': 'network-vif-deleted', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:15:14.216238 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-a1ceed0d-65f0-486b-9e33-36ed6da64eb8 req-0239eead-257c-427b-b342-87e8b634b901 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.57 "DELETE /v2.0/ports/c3da4509-e749-4bd3-8f30-3a8227d10ea4 HTTP/1.1" status: 204 len: 173 time: 0.8530738 Aug 25 19:15:14.257298 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70973d59-7135-476c-9a0c-6ef89005de96', 'name': 'network-vif-deleted', 'tag': 'c3da4509-e749-4bd3-8f30-3a8227d10ea4', 'status': 'completed', 'code': 200} Aug 25 19:15:14.552482 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ff57-d10d-4755-b5c2-46e6701cae32 req-5f6a3f44-bf6a-4bb9-a867-f783f2ddeca2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:14.554486 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7364ff57-d10d-4755-b5c2-46e6701cae32 req-5f6a3f44-bf6a-4bb9-a867-f783f2ddeca2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0831666 Aug 25 19:15:14.608391 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-7364ff57-d10d-4755-b5c2-46e6701cae32 req-90424e24-eba7-4fe0-8395-404c2557a5c7 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475352 Aug 25 19:15:15.310289 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-845047eb-96b2-4bed-94c1-515d8a86f23e req-6cca698c-9c82-4286-8a1a-7c901f061fad tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "GET /v2.0/ports?device_id=70973d59-7135-476c-9a0c-6ef89005de96 HTTP/1.1" status: 200 len: 210 time: 0.0466521 Aug 25 19:15:15.813155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9ca5d-66e8-45ba-b85a-12a393ce75e8 req-06a267c8-d282-4e8b-98d1-58414cdb224e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:15:15.814591 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96c9ca5d-66e8-45ba-b85a-12a393ce75e8 req-06a267c8-d282-4e8b-98d1-58414cdb224e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0762815 Aug 25 19:15:15.859586 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-96c9ca5d-66e8-45ba-b85a-12a393ce75e8 req-06b05e25-668e-4a53-b3ad-f7457f68de09 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Aug 25 19:15:16.412809 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45616) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:16.645762 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Deleting port 86cecbdf-85ce-48eb-98a7-a9998aea784b {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:16.646097 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:16.808339 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:16.808658 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:16.885887 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c3da4509-e749-4bd3-8f30-3a8227d10ea4 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:16.918146 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: c3da4509-e749-4bd3-8f30-3a8227d10ea4 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:16.918414 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c3da4509-e749-4bd3-8f30-3a8227d10ea4 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:16.937392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Calling delete_port for 86cecbdf-85ce-48eb-98a7-a9998aea784b owned by network:floatingip {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:17.067290 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:17.071532 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:17.114943 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'Port': ['ID=86cecbdf-85ce-48eb-98a7-a9998aea784b,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:17.118756 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:17.212370 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for floatingip, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:17.226433 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:17.227557 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-433e7304-7db6-43c1-89fc-99eca1a53019 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "DELETE /v2.0/floatingips/2b594912-ede8-4bb5-a912-95ee517aeeb1 HTTP/1.1" status: 204 len: 168 time: 0.8137934 Aug 25 19:15:18.621549 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45630) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:18.689118 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:18.718157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:18.779668 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:18.783466 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-be53d766-ea96-47f0-b58f-9428a375dceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:18.798135 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb5bb6-4e01-42e5-b697-36c8a3e785de,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:18.800680 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:18.807631 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Notify callbacks [] for security_group, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:18.808782 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-f243f6fe-4f16-416a-a19c-581be4c7c837 tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] 10.222.0.26 "DELETE /v2.0/security-groups/29bb5bb6-4e01-42e5-b697-36c8a3e785de HTTP/1.1" status: 204 len: 168 time: 0.1862094 Aug 25 19:15:18.898418 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45636) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:19.401400 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:20.053934 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Deleting port eb8a8476-35e4-4c2a-9501-0507da279c18 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:20.054640 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:20.223457 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] For port eb8a8476-35e4-4c2a-9501-0507da279c18, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=eb8a8476-35e4-4c2a-9501-0507da279c18,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:20.223852 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:20.341134 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Calling delete_port for eb8a8476-35e4-4c2a-9501-0507da279c18 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:20.511257 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:20.515070 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b2554a31-d27a-42f4-a6eb-9390588cb2a3 tempest-VolumesNegativeTest-1023185517 tempest-VolumesNegativeTest-1023185517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:20.558344 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8a8476-35e4-4c2a-9501-0507da279c18,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:20.560756 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:20.839546 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:21.483445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Router 82053071-88db-466c-88c3-710770c56f37 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:15:21.678241 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:15:21.686956 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Sync routers for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:15:21.694079 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] 10.222.0.26 "PUT /v2.0/routers/82053071-88db-466c-88c3-710770c56f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7913506 Aug 25 19:15:21.694079 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45642) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:21.701788 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:21.702484 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:21.885771 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:21.892046 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:22.084614 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:22.093445 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Deleting port 4f58856e-b3f2-49ba-9d46-8a7f44687293 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:22.093880 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:22.170173 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:15:20Z', 'revision_number': 5, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port': {'id': '4f58856e-b3f2-49ba-9d46-8a7f44687293', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82053071-88db-466c-88c3-710770c56f37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:22.173960 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Checking router: 82053071-88db-466c-88c3-710770c56f37 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:15:22.185135 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Routers {'82053071-88db-466c-88c3-710770c56f37'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:22.185746 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['82053071-88db-466c-88c3-710770c56f37'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:22.273325 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] For port 4f58856e-b3f2-49ba-9d46-8a7f44687293, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=4f58856e-b3f2-49ba-9d46-8a7f44687293,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:22.273682 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:22.335286 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] Set router 82053071-88db-466c-88c3-710770c56f37 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:22.391844 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Calling delete_port for 4f58856e-b3f2-49ba-9d46-8a7f44687293 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:22.438668 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:15:22Z', 'revision_number': 6, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:22.442446 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a27b0d3-1e50-4dfd-88fe-291fd1dfaaac None None] The sync data for ids ['82053071-88db-466c-88c3-710770c56f37'] in dv-cinder-806038-1-iscsi is: [{'id': '82053071-88db-466c-88c3-710770c56f37', 'name': 'tempest-TestVolumeBootPattern-903224114-router', 'tenant_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:29Z', 'updated_at': '2021-08-25T19:15:22Z', 'revision_number': 6, 'project_id': '56cd4633a8784d1aa2ba79d34a1612ef', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:15:22.557681 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:22.561758 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-ef65e01d-0f85-43e4-b4a9-dd808b805532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:22.603157 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f58856e-b3f2-49ba-9d46-8a7f44687293,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:22.605543 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:22.915929 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.167864 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.171828 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.199241 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.199937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82053071-88db-466c-88c3-710770c56f37 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:15:23.213822 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.214963 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-652fc375-9e62-4f68-b463-9038c5977417 admin admin] 10.222.0.26 "DELETE /v2.0/routers/82053071-88db-466c-88c3-710770c56f37 HTTP/1.1" status: 204 len: 168 time: 1.5201507 Aug 25 19:15:23.217490 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45646) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:23.278603 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Deleting subnet ec73c00d-ef1b-4e38-8edc-0df2aa7851de {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:15:23.281702 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.334706 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.451392 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.523344 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.527612 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-e18ec361-97e7-47b4-8691-f8b8b664ed25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:23.559185 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec73c00d-ef1b-4e38-8edc-0df2aa7851de,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:23.562994 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:23.565614 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.571832 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-2bb989b3-cdef-4ded-bb01-84b0f2363940 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec73c00d-ef1b-4e38-8edc-0df2aa7851de HTTP/1.1" status: 204 len: 168 time: 0.3534086 Aug 25 19:15:23.572326 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681dc205-b3ca-48dc-9372-d2c31850e716 None None] Network 7e074a95-d332-43d0-814e-303966b51fb6 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:15:23.574210 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45650) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:23.676603 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.687585 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Deleting port e84a2e35-b507-4b4f-a81f-80ad719feab2 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:23.687846 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.829118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] DHCP port deletion for 7e074a95-d332-43d0-814e-303966b51fb6 request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:15:23.833306 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Deleting port e84a2e35-b507-4b4f-a81f-80ad719feab2 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:23.833686 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.892279 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] For port e84a2e35-b507-4b4f-a81f-80ad719feab2, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e84a2e35-b507-4b4f-a81f-80ad719feab2,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:23.892628 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:23.963472 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device eb8a8476-35e4-4c2a-9501-0507da279c18 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:24.006469 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: eb8a8476-35e4-4c2a-9501-0507da279c18 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:24.006981 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device eb8a8476-35e4-4c2a-9501-0507da279c18 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:24.007217 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4f58856e-b3f2-49ba-9d46-8a7f44687293 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:24.043813 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 4f58856e-b3f2-49ba-9d46-8a7f44687293 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:24.044061 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 4f58856e-b3f2-49ba-9d46-8a7f44687293 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:24.044480 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device e84a2e35-b507-4b4f-a81f-80ad719feab2 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:24.109872 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Calling delete_port for e84a2e35-b507-4b4f-a81f-80ad719feab2 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:24.190023 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.191155 dv-cinder-806038-1-iscsi neutron-server[75030]: INFO neutron.plugins.ml2.db [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No ports have port_id starting with e84a2e35-b507-4b4f-a81f-80ad719feab2 Aug 25 19:15:24.192951 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] For port e84a2e35-b507-4b4f-a81f-80ad719feab2, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=e84a2e35-b507-4b4f-a81f-80ad719feab2,segment=NetworkSegment(dc08b84d-eda3-4aac-8e50-bf36d97bb835),segment_id=dc08b84d-eda3-4aac-8e50-bf36d97bb835)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:24.194118 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.196158 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-402246f0-f3ec-4f17-87b1-96b92aa03435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:24.244266 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Pushing event deleted for resources: {'Port': ['ID=e84a2e35-b507-4b4f-a81f-80ad719feab2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:24.246635 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:24.249361 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] No DVR routers for this DVR port e84a2e35-b507-4b4f-a81f-80ad719feab2 on host dv-cinder-806038-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:15:24.320193 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Calling delete_port for e84a2e35-b507-4b4f-a81f-80ad719feab2 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:24.366498 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.379294 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e074a95-d332-43d0-814e-303966b51fb6']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:24.387124 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:15:24.387514 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:15:24.391905 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc08b84d-eda3-4aac-8e50-bf36d97bb835') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:24.392194 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc08b84d-eda3-4aac-8e50-bf36d97bb835') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:24.403856 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.420226 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.426274 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:15:24.426649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:15:24.440715 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:15:24.516373 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.520932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.523599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-800f2462-44e9-45b5-83d7-18080bd0074e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:24.544731 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e074a95-d332-43d0-814e-303966b51fb6,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:24.547504 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:24.558743 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-680c94ea-dac6-4b8a-9228-6c4b8befc95c admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e074a95-d332-43d0-814e-303966b51fb6 HTTP/1.1" status: 204 len: 168 time: 0.9835904 Aug 25 19:15:24.561561 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45654) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:24.888977 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Deleting port e84a2e35-b507-4b4f-a81f-80ad719feab2 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:24.889560 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.939804 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:24.955011 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd82bf-25e8-4650-9928-f27859d200c8 None None] The port 'e84a2e35-b507-4b4f-a81f-80ad719feab2' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:15:25.543456 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Deleting port cf62d04a-267e-4df8-9913-249c09b97af1 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:25.543707 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:25.788563 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] For port cf62d04a-267e-4df8-9913-249c09b97af1, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=cf62d04a-267e-4df8-9913-249c09b97af1,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:25.789301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:25.907437 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Calling delete_port for cf62d04a-267e-4df8-9913-249c09b97af1 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:26.073449 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:26.077431 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-a13103ec-ff34-49a0-b4d5-67adc218219c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:26.118805 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf62d04a-267e-4df8-9913-249c09b97af1,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:26.122118 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:26.402757 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:26.963334 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Router 1c124208-3a77-4439-b478-1829c8a69590 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:15:27.251641 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:15:27.263340 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-1a651319-4c22-4c0d-a005-d4fa99bb935a admin admin] 10.222.0.26 "PUT /v2.0/routers/1c124208-3a77-4439-b478-1829c8a69590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6986225 Aug 25 19:15:27.263528 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Sync routers for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:15:27.263961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45658) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:27.273022 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:27.273627 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:27.452803 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:27.455122 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:27.649244 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:27.658088 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:27.658892 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Deleting port 82621725-a458-4992-a112-0e698a26e264 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:27.659230 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:27.733151 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '82621725-a458-4992-a112-0e698a26e264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:15:26Z', 'revision_number': 5, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port': {'id': '82621725-a458-4992-a112-0e698a26e264', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c124208-3a77-4439-b478-1829c8a69590', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:27.736911 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Checking router: 1c124208-3a77-4439-b478-1829c8a69590 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:15:27.747627 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Routers {'1c124208-3a77-4439-b478-1829c8a69590'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:15:27.748331 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:15:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['1c124208-3a77-4439-b478-1829c8a69590'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:27.829011 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] For port 82621725-a458-4992-a112-0e698a26e264, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=82621725-a458-4992-a112-0e698a26e264,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:27.829358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:27.934697 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] Set router 1c124208-3a77-4439-b478-1829c8a69590 gateway port host: None {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:15:27.951199 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Calling delete_port for 82621725-a458-4992-a112-0e698a26e264 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:28.036426 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-96795c31-a939-436f-9872-af99002a5be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:15:27Z', 'revision_number': 6, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:28.041034 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795c31-a939-436f-9872-af99002a5be3 None None] The sync data for ids ['1c124208-3a77-4439-b478-1829c8a69590'] in dv-cinder-806038-1-iscsi is: [{'id': '1c124208-3a77-4439-b478-1829c8a69590', 'name': 'tempest-TestVolumeBootPattern-658143944-router', 'tenant_id': '83d7c140457c45edb3a9fb32747dd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:07:35Z', 'updated_at': '2021-08-25T19:15:27Z', 'revision_number': 6, 'project_id': '83d7c140457c45edb3a9fb32747dd5fb', 'gw_port_host': None}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:15:28.113749 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.117151 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dff3f7fc-63a0-405b-b94a-ee8ed874c01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:28.161208 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Pushing event deleted for resources: {'Port': ['ID=82621725-a458-4992-a112-0e698a26e264,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:28.164164 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:28.379824 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.510958 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:15:28.724790 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.728959 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.753696 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.754239 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c124208-3a77-4439-b478-1829c8a69590 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:15:28.767168 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.768309 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-94332917-f4e6-4f50-8f57-c383d5c4a516 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c124208-3a77-4439-b478-1829c8a69590 HTTP/1.1" status: 204 len: 168 time: 1.5038736 Aug 25 19:15:28.771013 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45662) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:28.834909 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Deleting subnet 65df1de1-61fe-4c55-9193-0dadf368f159 {{(pid=75029) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:15:28.837892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.888690 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1807154'] for subnet, precommit_delete_associations {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:28.971496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.041209 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1810189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1923572'] for subnet, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.045258 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-c3b4451f-06b2-47d5-9750-f89e9791367e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:29.079425 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65df1de1-61fe-4c55-9193-0dadf368f159,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:29.082073 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:29.084842 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.090214 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa44eb9-b0fb-4c65-92a3-b0183ab3a468 None None] Network c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:15:29.090667 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-5c2dac9b-a1de-46c5-a407-4fb1532c6e91 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/65df1de1-61fe-4c55-9193-0dadf368f159 HTTP/1.1" status: 204 len: 168 time: 0.3180163 Aug 25 19:15:29.092979 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45666) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:29.198553 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.208637 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Deleting port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:29.209024 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.332776 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] DHCP port deletion for c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:15:29.337228 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Deleting port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:29.337612 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.416467 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] For port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:29.416862 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.535782 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Calling delete_port for 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 owned by network:dhcp {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:29.539556 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] For port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,segment=NetworkSegment(6fc06086-ac99-46bd-8cf3-c2137c4d90bb),segment_id=6fc06086-ac99-46bd-8cf3-c2137c4d90bb)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:15:29.539965 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.612237 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.615852 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-87e52997-5795-42b1-b5d6-68b081ce0c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:29.657682 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Calling delete_port for 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:15:29.729052 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:15:29.729412 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:15:29.751244 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Pushing event deleted for resources: {'Port': ['ID=37f57a0b-23d8-4ecc-aeb6-708576d83cb0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:29.755064 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:29.758104 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] No DVR routers for this DVR port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 on host dv-cinder-806038-1-iscsi {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:15:29.870913 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.884514 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c722aa-c4c0-44ea-86ae-a1b4ea260b15']}} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:29.897071 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc06086-ac99-46bd-8cf3-c2137c4d90bb') {'for_net_delete': True} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:29.897369 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.services.segments.db [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc06086-ac99-46bd-8cf3-c2137c4d90bb') {} {{(pid=75029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:15:29.910302 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1807165'] for segment, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.928264 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.934382 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=75029) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:15:29.934765 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1810347'] for segment, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: Traceback (most recent call last): Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: timer() Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: cb(*args, **kw) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: return func(*args, **kwargs) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: self._notify() Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: self.callback(batched_events) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: event.method(event) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: return f(self, *a, **k) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._get(url).json() Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: return self.request(url, 'GET', **kwargs) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:15:29.948435 dv-cinder-806038-1-iscsi neutron-server[75029]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:15:29.959994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:29.994760 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:29.995109 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:29.995537 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 82621725-a458-4992-a112-0e698a26e264 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:30.026015 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.027267 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 82621725-a458-4992-a112-0e698a26e264 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:30.027619 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 82621725-a458-4992-a112-0e698a26e264 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:30.028047 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf62d04a-267e-4df8-9913-249c09b97af1 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:15:30.030840 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.033566 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-f22f5940-b6da-4ed1-9f9c-648266588a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:30.054507 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c722aa-c4c0-44ea-86ae-a1b4ea260b15,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:30.056873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:30.058630 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: cf62d04a-267e-4df8-9913-249c09b97af1 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:15:30.059065 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device cf62d04a-267e-4df8-9913-249c09b97af1 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:15:30.061916 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aaaf94d0-04ae-47d0-aaeb-c6f995f2ebdd admin admin] 10.222.0.26 "DELETE /v2.0/networks/c9c722aa-c4c0-44ea-86ae-a1b4ea260b15 HTTP/1.1" status: 204 len: 168 time: 0.9680071 Aug 25 19:15:30.231207 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Deleting port 37f57a0b-23d8-4ecc-aeb6-708576d83cb0 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:15:30.231794 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.281510 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45672) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:30.327941 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-7dec96ea-237f-4f91-8021-7beda850b486 None None] The port '37f57a0b-23d8-4ecc-aeb6-708576d83cb0' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:15:30.335229 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-f08212f3-3f0c-41dd-b087-75d1b8066a19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56cd4633a8784d1aa2ba79d34a1612ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508754 Aug 25 19:15:30.337721 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45676) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:30.395959 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.424609 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.475049 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.478673 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-af5851e3-3ee7-4670-adae-5f2de1540ac9 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:30.492260 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e16ae-e9e0-4987-ad75-eea00fd90b71,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:30.495948 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:30.499016 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:30.500107 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-4b3b6804-80e8-4a84-a021-cf4f1578c62b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/086e16ae-e9e0-4987-ad75-eea00fd90b71 HTTP/1.1" status: 204 len: 168 time: 0.1614819 Aug 25 19:15:30.921473 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45684) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:30.970761 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-72869371-7c37-48fd-9618-4fd264365d45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83d7c140457c45edb3a9fb32747dd5fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478520 Aug 25 19:15:30.972917 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45688) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:15:31.031138 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:31.056123 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:31.106263 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:31.111187 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-131aa686-28ba-4101-8c27-5bb7ad526c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:15:31.126368 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb603b3f-4817-4fbf-91b7-c5ea6ba6c694,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:15:31.128954 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:15:31.133251 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:31.134726 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-fe29f4b6-7cd1-46c9-9684-2bdba2bb1662 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb603b3f-4817-4fbf-91b7-c5ea6ba6c694 HTTP/1.1" status: 204 len: 168 time: 0.1609118 Aug 25 19:15:36.782704 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ca865103-c059-4150-aea9-15e2bfaf0683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:37.278081 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:39.140266 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-36116387-b0a6-44a8-a451-a6d6d0c88d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:40.148560 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:41.544837 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:15:57.662168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:04.559662 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-5860d9a5-d2b7-4ccd-9f6a-f4d5893bcc5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664840 Aug 25 19:16:04.660983 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-254c706c-78bb-45dd-a0f2-6a1faa5c4e61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0670013 Aug 25 19:16:04.804528 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed569033-c715-4a4f-bef2-ee75000da69e req-6169bc94-3b85-43b5-b1ef-451689880b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:04.806050 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-6169bc94-3b85-43b5-b1ef-451689880b7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.1261976 Aug 25 19:16:04.908731 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-8c7803e7-e488-4cd8-9f0f-0d380c33dddf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0954077 Aug 25 19:16:04.972657 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed569033-c715-4a4f-bef2-ee75000da69e req-cf983b3d-4be3-468a-833f-0b47f6754bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:04.974122 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-cf983b3d-4be3-468a-833f-0b47f6754bb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0586076 Aug 25 19:16:05.048066 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-45d9a6e2-bb30-459c-8c96-4d12db39660c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670259 Aug 25 19:16:05.178104 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-b8c43a61-4d5c-4c62-8a26-ef7ffd1486c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226807 Aug 25 19:16:05.310177 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-ed569033-c715-4a4f-bef2-ee75000da69e req-6ec1c99e-fecf-4d24-9960-b232fcf83301 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255057 Aug 25 19:16:05.511553 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:16:06.784168 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0091aa1e-9966-4bec-ae99-3a3529c1c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:07.279851 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:09.142066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-8e83eff3-7ed1-44a7-bc52-dbbdaa69d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:10.152763 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:11.547609 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:27.662135 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:28.976904 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45696) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:29.265509 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Deleting port 0a8bff43-eca1-45ec-8559-031e3b4b0fb0 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:29.265759 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:29.431686 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:29.432009 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:29.554937 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Calling delete_port for 0a8bff43-eca1-45ec-8559-031e3b4b0fb0 owned by network:floatingip {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:29.697630 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:29.701664 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-0af97a35-b329-488f-b769-79b54544a9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:29.743155 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event deleted for resources: {'Port': ['ID=0a8bff43-eca1-45ec-8559-031e3b4b0fb0,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:29.785036 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.785408 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.785770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.786129 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.786482 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.786833 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.787183 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.787532 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.787876 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.788219 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.788566 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:29.791892 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:29.850150 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for floatingip, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:30.232671 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75029) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:16:30.430096 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75029) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:16:30.440087 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Sync routers for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:16:30.451213 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for floatingip, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:30.453095 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:30.453727 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:30.504301 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-44217cc9-3956-43d8-9822-d42d72ca1798 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "DELETE /v2.0/floatingips/55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f HTTP/1.1" status: 204 len: 168 time: 1.5262842 Aug 25 19:16:30.505089 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:16:30.563800 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'status': 'completed', 'code': 200} Aug 25 19:16:30.645231 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:30.698818 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-98446a5f-0446-44e1-a99e-65f4ab2d414e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c7f9dc3c53f742378d0e4094366893f4&device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 1099 time: 0.0815105 Aug 25 19:16:30.971019 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:30.974715 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Checking router: 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:16:30.986164 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:30.986773 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:30.995386 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-a1438b53-82ac-484d-be6f-ca1f70dc123c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:30.996878 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-a1438b53-82ac-484d-be6f-ca1f70dc123c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 200 len: 909 time: 0.2868466 Aug 25 19:16:31.072981 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-17c35d67-4487-4fdc-b6bc-355f6d638b84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 200 len: 217 time: 0.0681107 Aug 25 19:16:31.085355 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72e0a-561d-45a6-ad00-374e32ca76ac req-5d6eca3c-fce8-4d3f-adcc-10969f2857f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:31.086056 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-d5b72e0a-561d-45a6-ad00-374e32ca76ac req-5d6eca3c-fce8-4d3f-adcc-10969f2857f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:16:31.151894 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-d5b72e0a-561d-45a6-ad00-374e32ca76ac req-5d6eca3c-fce8-4d3f-adcc-10969f2857f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:16:31.153063 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d5b72e0a-561d-45a6-ad00-374e32ca76ac req-5d6eca3c-fce8-4d3f-adcc-10969f2857f2 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.3292022 Aug 25 19:16:31.156628 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-5a0154d6-20d5-43a1-ba0e-b5991b7220a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:31.158046 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-5a0154d6-20d5-43a1-ba0e-b5991b7220a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 200 len: 847 time: 0.0686224 Aug 25 19:16:31.163624 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:31.253832 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d5b72e0a-561d-45a6-ad00-374e32ca76ac req-128b71d0-e162-4de2-9394-ffe29b8a9d34 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947530 Aug 25 19:16:31.269688 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-31d08b89-6258-4e72-81c6-1dec065adf49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4427d4f8-15f2-4a00-bf32-b5613f229587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964715 Aug 25 19:16:31.402622 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-5a66913c-2321-42e2-924a-372716c04e73 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253955 Aug 25 19:16:31.476183 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:31.480899 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784daaed-fe4a-4be5-9428-b2cfcb15867f None None] The sync data for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi is: [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:11:47Z', 'revision_number': 4, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi', '_interfaces': [{'id': '8cc371d1-d19a-4bd5-982d-5f9073ea4eb8', 'name': '', 'network_id': '4427d4f8-15f2-4a00-bf32-b5613f229587', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'mac_address': 'fa:16:3e:50:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:46Z', 'updated_at': '2021-08-25T19:11:57Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'subnets': [{'id': '906a39a7-3f9b-4b7b-91f1-930535e5e8fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:16:31.537173 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-3802f599-e8ad-4dde-ab8b-76119d34291a req-1f84fc24-0397-4c97-821c-0974e31c60d0 service neutron] 10.222.0.57 "GET /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273842 Aug 25 19:16:31.688659 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3521c5-1127-44bb-8b19-38bb5be9bbfb None None] New status for floating IP 55b0ed1c-e5a6-4e61-b80e-f9a375c5eb0f: DOWN {{(pid=75031) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 19:16:32.464369 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594d1b7-a29f-4bcf-8e5b-904f27836ef6 req-b0a849c6-5349-4dc8-8cb9-040c74e321fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75028) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:32.465777 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3594d1b7-a29f-4bcf-8e5b-904f27836ef6 req-b0a849c6-5349-4dc8-8cb9-040c74e321fd tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0763574 Aug 25 19:16:32.521758 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-3594d1b7-a29f-4bcf-8e5b-904f27836ef6 req-d1d439ad-b424-4d8d-b642-7c67e9d07562 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/security-groups?id=834b1734-e838-442a-8077-6a671dc696fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505745 Aug 25 19:16:32.683770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194d284-a033-40c1-bf36-540c3074d969 req-881e3573-3660-4cb5-a658-dcbf22b65526 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75029) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 19:16:32.685216 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e194d284-a033-40c1-bf36-540c3074d969 req-881e3573-3660-4cb5-a658-dcbf22b65526 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.57 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 946 time: 0.0752280 Aug 25 19:16:32.757901 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Deleting port c38bea51-8e65-423f-91c7-f439404d7ec6 {{(pid=75029) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:32.758156 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:32.993595 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.db [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] For port c38bea51-8e65-423f-91c7-f439404d7ec6, host hv-cinder-80603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80603',level=0,port_id=c38bea51-8e65-423f-91c7-f439404d7ec6,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75029) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:32.993947 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:33.115033 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.plugins.ml2.plugin [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Calling delete_port for c38bea51-8e65-423f-91c7-f439404d7ec6 owned by compute:nova {{(pid=75029) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:33.251301 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810430'] for port, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:33.257158 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-ee5fc345-5ad5-470a-b631-8250cbd74c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:33.302503 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event deleted for resources: {'Port': ['ID=c38bea51-8e65-423f-91c7-f439404d7ec6,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:33.305744 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:33.373279 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] No DVR routers for this DVR port c38bea51-8e65-423f-91c7-f439404d7ec6 on host hv-cinder-80603 {{(pid=75029) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:16:33.375567 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157764'] for port, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:33.378354 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-deleted', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6'}] {{(pid=75029) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 19:16:33.393727 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-e194d284-a033-40c1-bf36-540c3074d969 req-745747b4-9cf0-44fa-abbf-1c4fa1856c3e tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.57 "DELETE /v2.0/ports/c38bea51-8e65-423f-91c7-f439404d7ec6 HTTP/1.1" status: 204 len: 173 time: 0.7013140 Aug 25 19:16:33.453219 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83e75d7-7a20-4d7b-9d31-5fcdce8889f8', 'name': 'network-vif-deleted', 'tag': 'c38bea51-8e65-423f-91c7-f439404d7ec6', 'status': 'completed', 'code': 200} Aug 25 19:16:33.681677 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [req-1252faed-2a75-46e6-a670-e13e544b25fd req-e8a265e0-05da-4a49-ac1f-181da7200a99 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.0422456 Aug 25 19:16:34.873925 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-d028f2fa-150f-469d-b260-e6790f8cb2fe req-e1ae2f98-fa09-4763-a87f-b0e647c7ddfb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Synchronizing usage tracker for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75029) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 19:16:34.890160 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.quota.resource [req-d028f2fa-150f-469d-b260-e6790f8cb2fe req-e1ae2f98-fa09-4763-a87f-b0e647c7ddfb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Unset dirty status for tenant:c7f9dc3c53f742378d0e4094366893f4 on resource:port {{(pid=75029) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 19:16:34.891453 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [req-d028f2fa-150f-469d-b260-e6790f8cb2fe req-e1ae2f98-fa09-4763-a87f-b0e647c7ddfb tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "GET /v2.0/ports?device_id=f83e75d7-7a20-4d7b-9d31-5fcdce8889f8 HTTP/1.1" status: 200 len: 210 time: 0.0631142 Aug 25 19:16:35.343321 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 no longer exists at agent hyperv_hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:35.415640 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-30f31077-4566-4102-9543-87df518228e5 None None] No Port match for: c38bea51-8e65-423f-91c7-f439404d7ec6 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:35.415990 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-30f31077-4566-4102-9543-87df518228e5 None None] Device c38bea51-8e65-423f-91c7-f439404d7ec6 not bound to the agent host hv-cinder-80603 {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:35.994937 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45726) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:36.062066 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:36.090689 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:36.155786 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:36.159789 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-2c83cd59-cf45-4f47-ae7e-a5052d605dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:36.173176 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b1734-e838-442a-8077-6a671dc696fb,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:36.176221 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:36.192474 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:36.193793 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-cf0f2287-f8d5-4d2c-8a1e-12082998db2f tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] 10.222.0.26 "DELETE /v2.0/security-groups/834b1734-e838-442a-8077-6a671dc696fb HTTP/1.1" status: 204 len: 168 time: 0.1978943 Aug 25 19:16:36.248134 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45732) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:36.625988 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:36.787838 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-13c94864-f9a3-4b11-9923-bfa3b6888870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:37.204823 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Deleting port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:37.205160 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:37.281066 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:37.456100 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] For port 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:37.456683 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:37.574889 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Calling delete_port for 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:37.748131 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:37.751469 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-9e81ecbe-b2f4-40cf-89e9-e3de4dce100b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:37.792859 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc371d1-d19a-4bd5-982d-5f9073ea4eb8,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:37.825499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.825873 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.826238 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.826602 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.826960 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.827317 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.827671 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.828025 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.828377 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.828988 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.829111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806038-1-iscsi {{(pid=75028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 19:16:37.835886 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:38.091111 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:38.657770 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:16:38.944386 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:16:38.953311 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Sync routers for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:16:38.962105 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-d147244d-fda7-4895-87d5-42c1ad499635 admin admin] 10.222.0.26 "PUT /v2.0/routers/42a1c2c1-1aac-42b1-9bb9-c0b63ccff551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122040 Aug 25 19:16:38.964499 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45736) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:38.966250 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:38.966867 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:09Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:39.151437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-76d9fefd-cc4a-4f23-ba44-f5035ab9fbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.154442 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:39.159960 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.358243 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.367475 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Deleting port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:39.367839 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.438521 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:16:37Z', 'revision_number': 5, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port': {'id': '3b2ce4bd-8f36-465a-8bc7-825f18affdf2', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:44Z', 'updated_at': '2021-08-25T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:39.442355 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Checking router: 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 for host: dv-cinder-806038-1-iscsi {{(pid=75030) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:16:39.453006 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Routers {'42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75030) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:39.453608 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'], 'active': True} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:39.538652 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] For port 3b2ce4bd-8f36-465a-8bc7-825f18affdf2, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:39.539040 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.604395 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_dvr_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] Set router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 gateway port host: None {{(pid=75030) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:39.657215 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Calling delete_port for 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:39.707714 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.db.l3_hamode_db [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:16:39Z', 'revision_number': 6, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port_host': None}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:39.712192 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0918a8-47bb-4156-b531-f4f19ad66eea None None] The sync data for ids ['42a1c2c1-1aac-42b1-9bb9-c0b63ccff551'] in dv-cinder-806038-1-iscsi is: [{'id': '42a1c2c1-1aac-42b1-9bb9-c0b63ccff551', 'name': 'tempest-TestShelveInstance-700718816-router', 'tenant_id': 'c7f9dc3c53f742378d0e4094366893f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:43Z', 'updated_at': '2021-08-25T19:16:39Z', 'revision_number': 6, 'project_id': 'c7f9dc3c53f742378d0e4094366893f4', 'gw_port_host': None}] {{(pid=75030) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:16:39.819241 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:39.823305 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bbee0cf8-cfd0-4b8c-a57e-ce13a5daaead tempest-TestVolumeBootPattern-1306204463 tempest-TestVolumeBootPattern-1306204463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:39.865612 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2ce4bd-8f36-465a-8bc7-825f18affdf2,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:39.869703 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:40.089786 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.105031 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:40.143153 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:40.143572 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 8cc371d1-d19a-4bd5-982d-5f9073ea4eb8 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:40.159897 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.453410 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.457641 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.485434 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.485982 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:16:40.498937 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.500086 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-b7edf8b0-d575-4262-bf33-ae839a2121a9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/42a1c2c1-1aac-42b1-9bb9-c0b63ccff551 HTTP/1.1" status: 204 len: 168 time: 1.5346076 Aug 25 19:16:40.502520 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45740) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:40.561918 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Deleting subnet 906a39a7-3f9b-4b7b-91f1-930535e5e8fc {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:16:40.564854 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.616027 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.696599 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.764008 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.768383 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-b733724a-0c56-4b83-ab31-c157791ad832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:40.806204 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906a39a7-3f9b-4b7b-91f1-930535e5e8fc,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:40.808634 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:40.811820 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.817622 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f4a2f-dbb4-456a-a4f0-3d0405d93373 None None] Network 4427d4f8-15f2-4a00-bf32-b5613f229587 requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:16:40.817793 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/906a39a7-3f9b-4b7b-91f1-930535e5e8fc HTTP/1.1" status: 204 len: 168 time: 0.3140812 Aug 25 19:16:40.820250 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45744) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:40.925104 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:40.935730 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Deleting port 79e534f4-2828-452a-aaed-357271e292a3 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:40.936058 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.064392 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] DHCP port deletion for 4427d4f8-15f2-4a00-bf32-b5613f229587 request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:16:41.068913 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Deleting port 79e534f4-2828-452a-aaed-357271e292a3 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:41.069300 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.136508 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] For port 79e534f4-2828-452a-aaed-357271e292a3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=79e534f4-2828-452a-aaed-357271e292a3,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:41.136924 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.261908 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Calling delete_port for 79e534f4-2828-452a-aaed-357271e292a3 owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:41.276841 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] For port 79e534f4-2828-452a-aaed-357271e292a3, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=79e534f4-2828-452a-aaed-357271e292a3,segment=NetworkSegment(f93366df-f416-425a-93eb-2dd085224879),segment_id=f93366df-f416-425a-93eb-2dd085224879)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:41.277402 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.335366 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.339482 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-dc5ac48e-3491-4fe8-9b31-10ced515fd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:41.381843 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e534f4-2828-452a-aaed-357271e292a3,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:41.385223 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:41.385981 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] No DVR routers for this DVR port 79e534f4-2828-452a-aaed-357271e292a3 on host dv-cinder-806038-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:16:41.436397 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Calling delete_port for 79e534f4-2828-452a-aaed-357271e292a3 owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:41.503305 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.503582 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:16:41.503865 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:16:41.516123 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4427d4f8-15f2-4a00-bf32-b5613f229587']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:41.532010 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93366df-f416-425a-93eb-2dd085224879') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:41.532301 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93366df-f416-425a-93eb-2dd085224879') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:41.544180 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.550435 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.560358 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.566265 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:16:41.566639 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:16:41.579394 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:16:41.651311 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.654957 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-07dabcf2-74c1-403b-8748-d747f0b0387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:41.668038 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:41.681448 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Pushing event deleted for resources: {'Network': ['ID=4427d4f8-15f2-4a00-bf32-b5613f229587,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:41.684472 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:41.694296 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-c9926148-8a1e-45ee-86cb-b77b2c3e1622 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4427d4f8-15f2-4a00-bf32-b5613f229587 HTTP/1.1" status: 204 len: 168 time: 0.8729000 Aug 25 19:16:41.697391 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45748) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:41.990050 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 79e534f4-2828-452a-aaed-357271e292a3 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:42.014263 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Deleting port 79e534f4-2828-452a-aaed-357271e292a3 {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:42.014638 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:42.054602 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 79e534f4-2828-452a-aaed-357271e292a3 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:42.055610 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 79e534f4-2828-452a-aaed-357271e292a3 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:42.056044 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:42.111457 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:42.111810 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 3b2ce4bd-8f36-465a-8bc7-825f18affdf2 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:42.116994 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d066b-9054-480a-92a0-15ad3461f94f None None] The port '79e534f4-2828-452a-aaed-357271e292a3' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:16:42.163092 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692570'] for router_interface, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:42.511663 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:16:42.753702 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Deleting port 5eb9480d-c947-4561-9e71-ceb8f4dab627 {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:42.754040 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:42.926396 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] For port 5eb9480d-c947-4561-9e71-ceb8f4dab627, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=5eb9480d-c947-4561-9e71-ceb8f4dab627,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:42.926740 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:43.046212 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Calling delete_port for 5eb9480d-c947-4561-9e71-ceb8f4dab627 owned by network:router_interface {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:43.215649 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:43.219217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-f49eda66-a388-4325-b278-7ddd3b5b93bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:43.338732 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb9480d-c947-4561-9e71-ceb8f4dab627,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:43.342584 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:43.620938 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3805327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692654'] for router_interface, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:44.181251 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 has already been hosted by L3 agent ffc1e6c3-fe65-46d5-94f9-c50faba0f279 {{(pid=75028) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 19:16:44.378424 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] Notify agent at l3_agent.dv-cinder-806038-1-iscsi the message routers_updated {{(pid=75028) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 19:16:44.387193 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Sync routers for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 19:16:44.393999 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-803cd19c-d6cd-4b3c-bf9a-52242e94d6fd admin admin] 10.222.0.26 "PUT /v2.0/routers/9fe8258f-dc8c-4323-9504-2b1431e7ed27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956398 Aug 25 19:16:44.396941 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45752) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:44.399393 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:44.400185 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:44.579482 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:44.812597 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks [] for router, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:44.854129 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:16:43Z', 'revision_number': 5, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:44.857847 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Checking router: 9fe8258f-dc8c-4323-9504-2b1431e7ed27 for host: dv-cinder-806038-1-iscsi {{(pid=75031) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 19:16:44.868844 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Routers {'9fe8258f-dc8c-4323-9504-2b1431e7ed27'} bound to L3 agent in host dv-cinder-806038-1-iscsi {{(pid=75031) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 19:16:44.869490 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806038-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:54:39Z,description=,heartbeat_timestamp=2021-08-25T19:16:39Z,host='dv-cinder-806038-1-iscsi',id=ffc1e6c3-fe65-46d5-94f9-c50faba0f279,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:54:39Z,topic='l3_agent')) {'router_ids': ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'], 'active': True} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:45.049929 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_dvr_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] Set router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 gateway port host: dv-cinder-806038-1-iscsi {{(pid=75031) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 19:16:45.123970 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.134238 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Deleting port fa03250c-d41c-4249-a7fd-bc682f37663d {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:45.135188 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.309051 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] For port fa03250c-d41c-4249-a7fd-bc682f37663d, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=fa03250c-d41c-4249-a7fd-bc682f37663d,segment=NetworkSegment(0c38e49d-1960-43aa-908f-3c4e05475820),segment_id=0c38e49d-1960-43aa-908f-3c4e05475820)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:45.309405 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.332690 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.l3_hamode_db [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:16:43Z', 'revision_number': 5, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}], 'dv-cinder-806038-1-iscsi', False) {} {{(pid=75031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:45.337660 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49afe2d-206b-4abe-829e-d9fab7d0f308 None None] The sync data for ids ['9fe8258f-dc8c-4323-9504-2b1431e7ed27'] in dv-cinder-806038-1-iscsi is: [{'id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'name': 'tempest-TestShelveInstance-992135866-router', 'tenant_id': 'fbb87535ef0247c8a41d7727147b5b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'external_fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T19:11:51Z', 'updated_at': '2021-08-25T19:16:43Z', 'revision_number': 5, 'project_id': 'fbb87535ef0247c8a41d7727147b5b69', 'gw_port': {'id': 'fa03250c-d41c-4249-a7fd-bc682f37663d', 'name': '', 'network_id': '60d62a53-e5ad-4c27-8eed-c122d41318b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe8258f-dc8c-4323-9504-2b1431e7ed27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806038-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T19:11:52Z', 'updated_at': '2021-08-25T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff9f6ee9-39f2-4af6-80cf-eccd57219ac5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806038-1-iscsi'}] {{(pid=75031) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 19:16:45.431837 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Calling delete_port for fa03250c-d41c-4249-a7fd-bc682f37663d owned by network:router_gateway {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:45.588932 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.592298 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-505f5d32-c450-49fc-ade1-0fb88a4c1714 tempest-TestShelveInstance-467608961 tempest-TestShelveInstance-467608961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:45.631319 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa03250c-d41c-4249-a7fd-bc682f37663d,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:45.635813 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:45.853925 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690983'] for router_gateway, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:45.998702 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5eb9480d-c947-4561-9e71-ceb8f4dab627 no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:46.033531 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 5eb9480d-c947-4561-9e71-ceb8f4dab627 {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:46.033883 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 5eb9480d-c947-4561-9e71-ceb8f4dab627 not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:46.104581 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128299'] for router, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.108632 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.133380 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690715'] for router, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.133955 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe8258f-dc8c-4323-9504-2b1431e7ed27 {{(pid=75028) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 19:16:46.145747 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] Notify callbacks [] for router, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.146868 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-01e7a996-b25d-40e2-acf4-05183b9ad29c admin admin] 10.222.0.26 "DELETE /v2.0/routers/9fe8258f-dc8c-4323-9504-2b1431e7ed27 HTTP/1.1" status: 204 len: 168 time: 1.7490487 Aug 25 19:16:46.150090 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45758) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:46.210329 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.db_base_plugin_v2 [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Deleting subnet 49ee0c8b-73dc-4c01-b12e-d75490456022 {{(pid=75028) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 19:16:46.213975 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.355217 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1148007'] for subnet, precommit_delete_associations {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.430580 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3912618'] for subnet, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.496714 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3912595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2231183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1775421'] for subnet, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.500343 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-75597e9b-ea12-4d35-9a31-51c314eb5834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:46.537226 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ee0c8b-73dc-4c01-b12e-d75490456022,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:46.540505 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:46.543640 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for subnet, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.549122 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c01881-4ea6-476f-a3fe-1c170c6eb877 None None] Network e725a344-ccfa-4cd0-ad9c-0db348588cce requested from dv-cinder-806038-1-iscsi {{(pid=75030) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 19:16:46.549388 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-55390ab4-5f70-453f-85e3-36bf28c37723 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/49ee0c8b-73dc-4c01-b12e-d75490456022 HTTP/1.1" status: 204 len: 168 time: 0.3983474 Aug 25 19:16:46.551726 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.wsgi [-] (75028) accepted ('10.222.0.26', 45762) {{(pid=75028) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:46.661632 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3697872'] for network, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.672589 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Deleting port 61e8efea-bc54-4aa3-b984-abe81235fccb {{(pid=75028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:46.672944 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.813288 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] DHCP port deletion for e725a344-ccfa-4cd0-ad9c-0db348588cce request from dv-cinder-806038-1-iscsi {{(pid=75030) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 19:16:46.817497 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Deleting port 61e8efea-bc54-4aa3-b984-abe81235fccb {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:46.817880 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.874507 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.db [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] For port 61e8efea-bc54-4aa3-b984-abe81235fccb, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=61e8efea-bc54-4aa3-b984-abe81235fccb,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:46.874779 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:46.997961 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Calling delete_port for 61e8efea-bc54-4aa3-b984-abe81235fccb owned by network:dhcp {{(pid=75028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:47.020649 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.db [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] For port 61e8efea-bc54-4aa3-b984-abe81235fccb, host dv-cinder-806038-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806038-1-iscsi',level=0,port_id=61e8efea-bc54-4aa3-b984-abe81235fccb,segment=NetworkSegment(4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c),segment_id=4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c)] {{(pid=75030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 19:16:47.021221 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697245'] for port, precommit_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.073647 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3779325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779967604996', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779967162408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2231164'] for port, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.078607 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-bb8c1bf1-2275-4163-a045-05120492234b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:47.119060 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Pushing event deleted for resources: {'Port': ['ID=61e8efea-bc54-4aa3-b984-abe81235fccb,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:47.121956 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:47.125436 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] No DVR routers for this DVR port 61e8efea-bc54-4aa3-b984-abe81235fccb on host dv-cinder-806038-1-iscsi {{(pid=75028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 19:16:47.138732 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Calling delete_port for 61e8efea-bc54-4aa3-b984-abe81235fccb owned by network:dhcp {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 19:16:47.211776 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.db.api [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75030) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 19:16:47.212132 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG oslo_db.api [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 19:16:47.242010 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3915299', 'neutron.services.segments.db._delete_segments_for_network-8779967570562'] for network, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.259032 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e725a344-ccfa-4cd0-ad9c-0db348588cce']}} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:47.270586 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c') {'for_net_delete': True} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:47.270876 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.services.segments.db [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a97bcdf-bc7e-417c-a6f6-ce69f7ec9d4c') {} {{(pid=75028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 19:16:47.282872 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779967571357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1148008'] for segment, before_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.298440 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3912465'] for segment, precommit_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.304295 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=75028) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 19:16:47.304751 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3912463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2231081'] for segment, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: Traceback (most recent call last): Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: timer() Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: cb(*args, **kw) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: return func(*args, **kwargs) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: self._notify() Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: self.callback(batched_events) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: event.method(event) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: return f(self, *a, **k) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._get(url).json() Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: return self.request(url, 'GET', **kwargs) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 19:16:47.317790 dv-cinder-806038-1-iscsi neutron-server[75028]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 19:16:47.391077 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3915304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3805401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691034'] for network, after_delete {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.396305 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron_lib.callbacks.manager [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3805283'] for network, before_response {{(pid=75028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.400426 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-7e67e5d8-04d6-406e-88e6-4695224ad27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:47.425821 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e725a344-ccfa-4cd0-ad9c-0db348588cce,revision_number=None']} {{(pid=75028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:47.428119 dv-cinder-806038-1-iscsi neutron-server[75028]: DEBUG oslo_concurrency.lockutils [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75028) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:47.432594 dv-cinder-806038-1-iscsi neutron-server[75028]: INFO neutron.wsgi [None req-4ef2eba1-1612-4a2f-9c41-9939b69331bf admin admin] 10.222.0.26 "DELETE /v2.0/networks/e725a344-ccfa-4cd0-ad9c-0db348588cce HTTP/1.1" status: 204 len: 168 time: 0.8798721 Aug 25 19:16:47.567276 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45768) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:47.620110 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-aaf66889-0d42-42f9-a1ec-84dc3a599bd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7f9dc3c53f742378d0e4094366893f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516558 Aug 25 19:16:47.622398 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45772) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:47.713811 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Deleting port 61e8efea-bc54-4aa3-b984-abe81235fccb {{(pid=75030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 19:16:47.714198 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779967597743'] for port, before_delete {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.768745 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.776547 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-d6c70587-0659-4722-8e41-02b12f990fba None None] The port '61e8efea-bc54-4aa3-b984-abe81235fccb' was deleted {{(pid=75030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 19:16:47.798189 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.848992 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.853075 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-e8468a8f-1884-44a9-959e-761251eed27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:47.866257 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9d1e0-a099-4a51-93f4-58f47f4477f2,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:47.870679 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:47.874180 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:47.875692 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72e9d1e0-a099-4a51-93f4-58f47f4477f2 HTTP/1.1" status: 204 len: 168 time: 0.2522576 Aug 25 19:16:47.995034 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 61e8efea-bc54-4aa3-b984-abe81235fccb no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:48.030261 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: 61e8efea-bc54-4aa3-b984-abe81235fccb {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:48.030972 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device 61e8efea-bc54-4aa3-b984-abe81235fccb not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:48.031089 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device fa03250c-d41c-4249-a7fd-bc682f37663d no longer exists at agent ovs-agent-dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 19:16:48.063332 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.plugin [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] No Port match for: fa03250c-d41c-4249-a7fd-bc682f37663d {{(pid=75030) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 19:16:48.063689 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron.plugins.ml2.rpc [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Device fa03250c-d41c-4249-a7fd-bc682f37663d not bound to the agent host dv-cinder-806038-1-iscsi {{(pid=75030) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 19:16:48.275883 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45780) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:48.325180 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-05f98bbd-d1dc-4e9c-83dc-1a6b924a3839 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbb87535ef0247c8a41d7727147b5b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479939 Aug 25 19:16:48.327496 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [-] (75029) accepted ('10.222.0.26', 45784) {{(pid=75029) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 19:16:48.388770 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:48.416012 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:48.465964 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739017'] for security_group, after_delete {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:48.469590 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-26c08819-e2a9-4f6c-8ebb-15dc647509ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 19:16:48.481342 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2ec1d-dc1d-475a-8fd6-1dcd5f72ca59,revision_number=None']} {{(pid=75029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 19:16:48.484749 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG oslo_concurrency.lockutils [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 19:16:48.488079 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron_lib.callbacks.manager [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:16:48.489198 dv-cinder-806038-1-iscsi neutron-server[75029]: INFO neutron.wsgi [None req-d07c0226-a26e-40f0-8d90-5f2ef0558e3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3a2ec1d-dc1d-475a-8fd6-1dcd5f72ca59 HTTP/1.1" status: 204 len: 168 time: 0.1608217 Aug 25 19:16:57.677199 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:06.792275 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-4fed3fa1-c2ca-43ed-93b4-5f98457cd153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:07.283199 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:09.147293 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-9d58b89d-98f9-4ae3-9573-6a18a96b717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:10.157350 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:11.553450 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:19.512234 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:17:27.683157 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:36.794278 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-db9d4e64-4af5-40eb-95a9-96b76a43a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:37.285656 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:39.150877 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fe6c-acf6-4cd3-b7e3-f3d0d731fa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:40.160618 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:41.556145 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:17:56.512032 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:17:57.697052 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:06.800518 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3c0826f7-c521-4496-876c-a75fafbd0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:07.286623 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:09.151861 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ef2bbeee-4fdc-4c61-b036-a0fc2bc7127d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:10.162609 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:11.558286 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:25.285980 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-600f94b9-cefd-4617-81a6-81b8a597f628 req-9ecddd8f-884e-44f0-a92d-e26f8f7dd6b1 service neutron] (75029) timed out ('10.222.0.57', 58112) {{(pid=75029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 19:18:27.713816 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:33.511803 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:18:36.792437 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-cdae98a5-ba52-4993-b087-0ebe23c963d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:37.290337 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:39.153683 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6ef14d2e-eed7-49ad-a98b-e0a75c754bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:40.166280 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:41.563813 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:18:57.723386 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:06.795212 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb8d5-d702-445f-9191-409e787b62a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:07.291463 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:09.155339 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0f1e-55af-4b5e-b29c-556515f92a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:10.169258 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:10.511881 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:19:11.561937 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:27.726377 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:36.796147 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-3a258da9-210e-4a81-a78b-3e9fb9034233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:37.293316 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:39.157889 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-07611269-ece6-4aac-8cad-dfd3975915f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:40.028873 dv-cinder-806038-1-iscsi neutron-server[75029]: DEBUG neutron.wsgi [req-ae8b17ee-7f47-4021-a288-a272b2421b97 req-894b442d-48fb-4840-978f-5a26ff23f058 service neutron] (75029) timed out ('10.222.0.57', 58093) {{(pid=75029) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 19:19:40.172842 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:41.564657 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:19:47.513088 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:19:57.735013 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:06.796747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7ecae710-9cef-4b95-8d2c-6dc67bdcac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:07.294939 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:09.160647 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-87726424-c4f9-4df9-a421-1cb0fda2559c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:10.175377 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:11.567996 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:24.512956 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:20:27.741266 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:36.798053 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0266585f-2eed-498a-911a-c5930aa35204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:37.296062 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:39.161747 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-f24674dc-dac2-4fc8-8539-988802a4b39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:40.176721 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:41.578882 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:20:57.755417 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:01.513101 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:21:06.802011 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-44dd1d44-76cb-438f-887c-04b604a11202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:07.298164 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:09.163496 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-edba7569-789a-4bb0-a2a8-8b78de0911e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:10.179676 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:11.573831 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:27.753141 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:36.805120 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-0ddc394c-0c6c-473a-815c-78a580feb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:37.298436 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:38.513342 dv-cinder-806038-1-iscsi neutron-server[75031]: DEBUG neutron.db.agents_db [None req-a51a8c9f-cb1c-464d-8c5b-5c1b5be65b8b None None] Agent healthcheck: found 6 active agents {{(pid=75031) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 19:21:39.167211 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b13a3556-e7e1-4eda-8418-f0388df2b50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:40.183527 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:41.577239 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:21:57.757063 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-30f31077-4566-4102-9543-87df518228e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:22:06.806827 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbfa0-c42f-4e41-900e-0b0e9eb45c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:22:07.299323 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-ffe888a4-f7e8-4929-8f51-f45f9c2d1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:22:09.169117 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-b341a76e-2ad6-41f4-b520-6da8960ad74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:22:10.186645 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-14d8f0b9-c296-4f92-a675-a38545700d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 19:22:11.580723 dv-cinder-806038-1-iscsi neutron-server[75030]: DEBUG neutron_lib.callbacks.manager [None req-93a24068-c093-41a5-a764-cd2423e817ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779967570544', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3908023'] for agent, after_update {{(pid=75030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}